diff --git a/benchmarks/levante/LOG.benchmark_2d.run.747127.o_keep4reference b/benchmarks/levante/LOG.benchmark_2d.run.747127.o_keep4reference new file mode 100644 index 0000000000000000000000000000000000000000..eb5ebdca8feecf86e9c5ba5240d7ae1161d3ceb6 --- /dev/null +++ b/benchmarks/levante/LOG.benchmark_2d.run.747127.o_keep4reference @@ -0,0 +1,601 @@ +Working with /sw/spack-levante/mambaforge-4.11.0-0-Linux-x86_64-sobz6z/bin/python3 + +----------------------------------------- +Working on resolution of R80000m +Start cell: 5570 Search radius: 104 + +Time to read in 1 time step of data, including moving it onto the 3d cubulated grid; done for 48 time steps +Mean: 0:00:00.047320 Min: 0:00:00.043995 Max: 0:00:00.114548 + +Time to do 2d connected component labeling with vertex connectivity for 1 time step; done for 48 time steps +Mean: 0:00:00.026357 Min: 0:00:00.026131 Max: 0:00:00.028518 + +Time to do 2d connected component labeling with edge connectivity for 1 time step: done for 48 time steps +Mean: 0:00:00.026295 Min: 0:00:00.026062 Max: 0:00:00.026704 +----------------------------------------- + + +----------------------------------------- +Working on resolution of R80000m +Start cell: 5570 Search radius: 104 + +Time to read in 1 time step of data, including moving it onto the 3d cubulated grid; done for 48 time steps +Mean: 0:00:00.043832 Min: 0:00:00.041656 Max: 0:00:00.114302 + +Time to do 2d connected component labeling with vertex connectivity for 1 time step; done for 48 time steps +Mean: 0:00:00.026357 Min: 0:00:00.026118 Max: 0:00:00.026737 + +Time to do 2d connected component labeling with edge connectivity for 1 time step: done for 48 time steps +Mean: 0:00:00.026321 Min: 0:00:00.026132 Max: 0:00:00.026791 +----------------------------------------- + + +----------------------------------------- +Working on resolution of R80000m +Start cell: 5570 Search radius: 104 + +Time to read in 1 time step of data, including moving it onto the 3d cubulated grid; done for 48 time steps +Mean: 0:00:00.043376 Min: 0:00:00.041299 Max: 0:00:00.105824 + +Time to do 2d connected component labeling with vertex connectivity for 1 time step; done for 48 time steps +Mean: 0:00:00.026362 Min: 0:00:00.026138 Max: 0:00:00.026840 + +Time to do 2d connected component labeling with edge connectivity for 1 time step: done for 48 time steps +Mean: 0:00:00.026353 Min: 0:00:00.026125 Max: 0:00:00.027030 +----------------------------------------- + + +----------------------------------------- +Working on resolution of R80000m +Start cell: 5570 Search radius: 104 + +Time to read in 1 time step of data, including moving it onto the 3d cubulated grid; done for 48 time steps +Mean: 0:00:00.044481 Min: 0:00:00.041525 Max: 0:00:00.155646 + +Time to do 2d connected component labeling with vertex connectivity for 1 time step; done for 48 time steps +Mean: 0:00:00.026320 Min: 0:00:00.026135 Max: 0:00:00.026892 + +Time to do 2d connected component labeling with edge connectivity for 1 time step: done for 48 time steps +Mean: 0:00:00.026304 Min: 0:00:00.026056 Max: 0:00:00.026688 +----------------------------------------- + + +----------------------------------------- +Working on resolution of R80000m +Start cell: 5570 Search radius: 104 + +Time to read in 1 time step of data, including moving it onto the 3d cubulated grid; done for 48 time steps +Mean: 0:00:00.043348 Min: 0:00:00.041442 Max: 0:00:00.102656 + +Time to do 2d connected component labeling with vertex connectivity for 1 time step; done for 48 time steps +Mean: 0:00:00.026445 Min: 0:00:00.026229 Max: 0:00:00.026840 + +Time to do 2d connected component labeling with edge connectivity for 1 time step: done for 48 time steps +Mean: 0:00:00.026415 Min: 0:00:00.026174 Max: 0:00:00.026732 +----------------------------------------- + + +----------------------------------------- +Working on resolution of R80000m +Start cell: 5570 Search radius: 104 + +Time to read in 1 time step of data, including moving it onto the 3d cubulated grid; done for 48 time steps +Mean: 0:00:00.043342 Min: 0:00:00.041262 Max: 0:00:00.111672 + +Time to do 2d connected component labeling with vertex connectivity for 1 time step; done for 48 time steps +Mean: 0:00:00.026325 Min: 0:00:00.026071 Max: 0:00:00.026795 + +Time to do 2d connected component labeling with edge connectivity for 1 time step: done for 48 time steps +Mean: 0:00:00.026296 Min: 0:00:00.026029 Max: 0:00:00.026697 +----------------------------------------- + + +----------------------------------------- +Working on resolution of R80000m +Start cell: 5570 Search radius: 104 + +Time to read in 1 time step of data, including moving it onto the 3d cubulated grid; done for 48 time steps +Mean: 0:00:00.043355 Min: 0:00:00.041226 Max: 0:00:00.105673 + +Time to do 2d connected component labeling with vertex connectivity for 1 time step; done for 48 time steps +Mean: 0:00:00.026364 Min: 0:00:00.026152 Max: 0:00:00.026757 + +Time to do 2d connected component labeling with edge connectivity for 1 time step: done for 48 time steps +Mean: 0:00:00.026360 Min: 0:00:00.026146 Max: 0:00:00.026684 +----------------------------------------- + + +----------------------------------------- +Working on resolution of R80000m +Start cell: 5570 Search radius: 104 + +Time to read in 1 time step of data, including moving it onto the 3d cubulated grid; done for 48 time steps +Mean: 0:00:00.043154 Min: 0:00:00.041351 Max: 0:00:00.101264 + +Time to do 2d connected component labeling with vertex connectivity for 1 time step; done for 48 time steps +Mean: 0:00:00.026327 Min: 0:00:00.026143 Max: 0:00:00.027000 + +Time to do 2d connected component labeling with edge connectivity for 1 time step: done for 48 time steps +Mean: 0:00:00.026321 Min: 0:00:00.026089 Max: 0:00:00.026684 +----------------------------------------- + + +----------------------------------------- +Working on resolution of R80000m +Start cell: 5570 Search radius: 104 + +Time to read in 1 time step of data, including moving it onto the 3d cubulated grid; done for 48 time steps +Mean: 0:00:00.043797 Min: 0:00:00.041480 Max: 0:00:00.114416 + +Time to do 2d connected component labeling with vertex connectivity for 1 time step; done for 48 time steps +Mean: 0:00:00.026418 Min: 0:00:00.026218 Max: 0:00:00.026913 + +Time to do 2d connected component labeling with edge connectivity for 1 time step: done for 48 time steps +Mean: 0:00:00.026385 Min: 0:00:00.026193 Max: 0:00:00.026780 +----------------------------------------- + + +----------------------------------------- +Working on resolution of R80000m +Start cell: 5570 Search radius: 104 + +Time to read in 1 time step of data, including moving it onto the 3d cubulated grid; done for 48 time steps +Mean: 0:00:00.043587 Min: 0:00:00.041536 Max: 0:00:00.110491 + +Time to do 2d connected component labeling with vertex connectivity for 1 time step; done for 48 time steps +Mean: 0:00:00.026409 Min: 0:00:00.026209 Max: 0:00:00.026857 + +Time to do 2d connected component labeling with edge connectivity for 1 time step: done for 48 time steps +Mean: 0:00:00.026396 Min: 0:00:00.026150 Max: 0:00:00.026761 +----------------------------------------- + + +----------------------------------------- +Working on resolution of R40000m +Start cell: 18494 Search radius: 210 + +Time to read in 1 time step of data, including moving it onto the 3d cubulated grid; done for 48 time steps +Mean: 0:00:00.086876 Min: 0:00:00.083716 Max: 0:00:00.148860 + +Time to do 2d connected component labeling with vertex connectivity for 1 time step; done for 48 time steps +Mean: 0:00:00.120251 Min: 0:00:00.118819 Max: 0:00:00.122146 + +Time to do 2d connected component labeling with edge connectivity for 1 time step: done for 48 time steps +Mean: 0:00:00.120001 Min: 0:00:00.118913 Max: 0:00:00.123222 +----------------------------------------- + + +----------------------------------------- +Working on resolution of R40000m +Start cell: 18494 Search radius: 210 + +Time to read in 1 time step of data, including moving it onto the 3d cubulated grid; done for 48 time steps +Mean: 0:00:00.082221 Min: 0:00:00.079998 Max: 0:00:00.150464 + +Time to do 2d connected component labeling with vertex connectivity for 1 time step; done for 48 time steps +Mean: 0:00:00.120045 Min: 0:00:00.119099 Max: 0:00:00.122321 + +Time to do 2d connected component labeling with edge connectivity for 1 time step: done for 48 time steps +Mean: 0:00:00.119730 Min: 0:00:00.118745 Max: 0:00:00.121451 +----------------------------------------- + + +----------------------------------------- +Working on resolution of R40000m +Start cell: 18494 Search radius: 210 + +Time to read in 1 time step of data, including moving it onto the 3d cubulated grid; done for 48 time steps +Mean: 0:00:00.082142 Min: 0:00:00.079778 Max: 0:00:00.139940 + +Time to do 2d connected component labeling with vertex connectivity for 1 time step; done for 48 time steps +Mean: 0:00:00.119994 Min: 0:00:00.118595 Max: 0:00:00.122324 + +Time to do 2d connected component labeling with edge connectivity for 1 time step: done for 48 time steps +Mean: 0:00:00.119737 Min: 0:00:00.118278 Max: 0:00:00.122069 +----------------------------------------- + + +----------------------------------------- +Working on resolution of R40000m +Start cell: 18494 Search radius: 210 + +Time to read in 1 time step of data, including moving it onto the 3d cubulated grid; done for 48 time steps +Mean: 0:00:00.081682 Min: 0:00:00.079599 Max: 0:00:00.142190 + +Time to do 2d connected component labeling with vertex connectivity for 1 time step; done for 48 time steps +Mean: 0:00:00.119918 Min: 0:00:00.118771 Max: 0:00:00.122278 + +Time to do 2d connected component labeling with edge connectivity for 1 time step: done for 48 time steps +Mean: 0:00:00.119664 Min: 0:00:00.118594 Max: 0:00:00.121499 +----------------------------------------- + + +----------------------------------------- +Working on resolution of R40000m +Start cell: 18494 Search radius: 210 + +Time to read in 1 time step of data, including moving it onto the 3d cubulated grid; done for 48 time steps +Mean: 0:00:00.081639 Min: 0:00:00.079647 Max: 0:00:00.142430 + +Time to do 2d connected component labeling with vertex connectivity for 1 time step; done for 48 time steps +Mean: 0:00:00.120026 Min: 0:00:00.118707 Max: 0:00:00.124638 + +Time to do 2d connected component labeling with edge connectivity for 1 time step: done for 48 time steps +Mean: 0:00:00.119644 Min: 0:00:00.118228 Max: 0:00:00.121616 +----------------------------------------- + + +----------------------------------------- +Working on resolution of R40000m +Start cell: 18494 Search radius: 210 + +Time to read in 1 time step of data, including moving it onto the 3d cubulated grid; done for 48 time steps +Mean: 0:00:00.082031 Min: 0:00:00.079633 Max: 0:00:00.140319 + +Time to do 2d connected component labeling with vertex connectivity for 1 time step; done for 48 time steps +Mean: 0:00:00.119991 Min: 0:00:00.117654 Max: 0:00:00.122225 + +Time to do 2d connected component labeling with edge connectivity for 1 time step: done for 48 time steps +Mean: 0:00:00.119696 Min: 0:00:00.118151 Max: 0:00:00.121731 +----------------------------------------- + + +----------------------------------------- +Working on resolution of R40000m +Start cell: 18494 Search radius: 210 + +Time to read in 1 time step of data, including moving it onto the 3d cubulated grid; done for 48 time steps +Mean: 0:00:00.081793 Min: 0:00:00.079916 Max: 0:00:00.140066 + +Time to do 2d connected component labeling with vertex connectivity for 1 time step; done for 48 time steps +Mean: 0:00:00.120158 Min: 0:00:00.118923 Max: 0:00:00.122610 + +Time to do 2d connected component labeling with edge connectivity for 1 time step: done for 48 time steps +Mean: 0:00:00.119885 Min: 0:00:00.118294 Max: 0:00:00.122226 +----------------------------------------- + + +----------------------------------------- +Working on resolution of R40000m +Start cell: 18494 Search radius: 210 + +Time to read in 1 time step of data, including moving it onto the 3d cubulated grid; done for 48 time steps +Mean: 0:00:00.081617 Min: 0:00:00.079618 Max: 0:00:00.140498 + +Time to do 2d connected component labeling with vertex connectivity for 1 time step; done for 48 time steps +Mean: 0:00:00.120136 Min: 0:00:00.118974 Max: 0:00:00.122146 + +Time to do 2d connected component labeling with edge connectivity for 1 time step: done for 48 time steps +Mean: 0:00:00.119740 Min: 0:00:00.118649 Max: 0:00:00.121515 +----------------------------------------- + + +----------------------------------------- +Working on resolution of R40000m +Start cell: 18494 Search radius: 210 + +Time to read in 1 time step of data, including moving it onto the 3d cubulated grid; done for 48 time steps +Mean: 0:00:00.081600 Min: 0:00:00.079774 Max: 0:00:00.141666 + +Time to do 2d connected component labeling with vertex connectivity for 1 time step; done for 48 time steps +Mean: 0:00:00.120315 Min: 0:00:00.118381 Max: 0:00:00.123096 + +Time to do 2d connected component labeling with edge connectivity for 1 time step: done for 48 time steps +Mean: 0:00:00.119889 Min: 0:00:00.118491 Max: 0:00:00.122512 +----------------------------------------- + + +----------------------------------------- +Working on resolution of R40000m +Start cell: 18494 Search radius: 210 + +Time to read in 1 time step of data, including moving it onto the 3d cubulated grid; done for 48 time steps +Mean: 0:00:00.083550 Min: 0:00:00.079797 Max: 0:00:00.140989 + +Time to do 2d connected component labeling with vertex connectivity for 1 time step; done for 48 time steps +Mean: 0:00:00.119979 Min: 0:00:00.118829 Max: 0:00:00.121787 + +Time to do 2d connected component labeling with edge connectivity for 1 time step: done for 48 time steps +Mean: 0:00:00.119701 Min: 0:00:00.118665 Max: 0:00:00.121487 +----------------------------------------- + + +----------------------------------------- +Working on resolution of R20000m +Start cell: 69220 Search radius: 423 + +Time to read in 1 time step of data, including moving it onto the 3d cubulated grid; done for 48 time steps +Mean: 0:00:00.248993 Min: 0:00:00.242487 Max: 0:00:00.343059 + +Time to do 2d connected component labeling with vertex connectivity for 1 time step; done for 48 time steps +Mean: 0:00:00.565420 Min: 0:00:00.560424 Max: 0:00:00.571002 + +Time to do 2d connected component labeling with edge connectivity for 1 time step: done for 48 time steps +Mean: 0:00:00.559877 Min: 0:00:00.556261 Max: 0:00:00.566578 +----------------------------------------- + + +----------------------------------------- +Working on resolution of R20000m +Start cell: 69220 Search radius: 423 + +Time to read in 1 time step of data, including moving it onto the 3d cubulated grid; done for 48 time steps +Mean: 0:00:00.240896 Min: 0:00:00.238575 Max: 0:00:00.299787 + +Time to do 2d connected component labeling with vertex connectivity for 1 time step; done for 48 time steps +Mean: 0:00:00.564505 Min: 0:00:00.559685 Max: 0:00:00.569732 + +Time to do 2d connected component labeling with edge connectivity for 1 time step: done for 48 time steps +Mean: 0:00:00.560047 Min: 0:00:00.555944 Max: 0:00:00.565517 +----------------------------------------- + + +----------------------------------------- +Working on resolution of R20000m +Start cell: 69220 Search radius: 423 + +Time to read in 1 time step of data, including moving it onto the 3d cubulated grid; done for 48 time steps +Mean: 0:00:00.239918 Min: 0:00:00.236584 Max: 0:00:00.313157 + +Time to do 2d connected component labeling with vertex connectivity for 1 time step; done for 48 time steps +Mean: 0:00:00.563039 Min: 0:00:00.558598 Max: 0:00:00.569434 + +Time to do 2d connected component labeling with edge connectivity for 1 time step: done for 48 time steps +Mean: 0:00:00.558889 Min: 0:00:00.551159 Max: 0:00:00.563753 +----------------------------------------- + + +----------------------------------------- +Working on resolution of R20000m +Start cell: 69220 Search radius: 423 + +Time to read in 1 time step of data, including moving it onto the 3d cubulated grid; done for 48 time steps +Mean: 0:00:00.239904 Min: 0:00:00.237160 Max: 0:00:00.297591 + +Time to do 2d connected component labeling with vertex connectivity for 1 time step; done for 48 time steps +Mean: 0:00:00.564326 Min: 0:00:00.557974 Max: 0:00:00.569930 + +Time to do 2d connected component labeling with edge connectivity for 1 time step: done for 48 time steps +Mean: 0:00:00.559838 Min: 0:00:00.553644 Max: 0:00:00.566298 +----------------------------------------- + + +----------------------------------------- +Working on resolution of R20000m +Start cell: 69220 Search radius: 423 + +Time to read in 1 time step of data, including moving it onto the 3d cubulated grid; done for 48 time steps +Mean: 0:00:00.242186 Min: 0:00:00.238258 Max: 0:00:00.311362 + +Time to do 2d connected component labeling with vertex connectivity for 1 time step; done for 48 time steps +Mean: 0:00:00.563785 Min: 0:00:00.559071 Max: 0:00:00.573120 + +Time to do 2d connected component labeling with edge connectivity for 1 time step: done for 48 time steps +Mean: 0:00:00.559567 Min: 0:00:00.553098 Max: 0:00:00.565477 +----------------------------------------- + + +----------------------------------------- +Working on resolution of R20000m +Start cell: 69220 Search radius: 423 + +Time to read in 1 time step of data, including moving it onto the 3d cubulated grid; done for 48 time steps +Mean: 0:00:00.240152 Min: 0:00:00.236548 Max: 0:00:00.295008 + +Time to do 2d connected component labeling with vertex connectivity for 1 time step; done for 48 time steps +Mean: 0:00:00.563592 Min: 0:00:00.555999 Max: 0:00:00.570654 + +Time to do 2d connected component labeling with edge connectivity for 1 time step: done for 48 time steps +Mean: 0:00:00.559941 Min: 0:00:00.552921 Max: 0:00:00.565393 +----------------------------------------- + + +----------------------------------------- +Working on resolution of R20000m +Start cell: 69220 Search radius: 423 + +Time to read in 1 time step of data, including moving it onto the 3d cubulated grid; done for 48 time steps +Mean: 0:00:00.241033 Min: 0:00:00.237286 Max: 0:00:00.296662 + +Time to do 2d connected component labeling with vertex connectivity for 1 time step; done for 48 time steps +Mean: 0:00:00.563550 Min: 0:00:00.555494 Max: 0:00:00.569942 + +Time to do 2d connected component labeling with edge connectivity for 1 time step: done for 48 time steps +Mean: 0:00:00.559474 Min: 0:00:00.553977 Max: 0:00:00.564803 +----------------------------------------- + + +----------------------------------------- +Working on resolution of R20000m +Start cell: 69220 Search radius: 423 + +Time to read in 1 time step of data, including moving it onto the 3d cubulated grid; done for 48 time steps +Mean: 0:00:00.239408 Min: 0:00:00.236497 Max: 0:00:00.295802 + +Time to do 2d connected component labeling with vertex connectivity for 1 time step; done for 48 time steps +Mean: 0:00:00.564465 Min: 0:00:00.556984 Max: 0:00:00.571663 + +Time to do 2d connected component labeling with edge connectivity for 1 time step: done for 48 time steps +Mean: 0:00:00.560481 Min: 0:00:00.556106 Max: 0:00:00.567982 +----------------------------------------- + + +----------------------------------------- +Working on resolution of R20000m +Start cell: 69220 Search radius: 423 + +Time to read in 1 time step of data, including moving it onto the 3d cubulated grid; done for 48 time steps +Mean: 0:00:00.242380 Min: 0:00:00.238510 Max: 0:00:00.313454 + +Time to do 2d connected component labeling with vertex connectivity for 1 time step; done for 48 time steps +Mean: 0:00:00.565398 Min: 0:00:00.560672 Max: 0:00:00.573106 + +Time to do 2d connected component labeling with edge connectivity for 1 time step: done for 48 time steps +Mean: 0:00:00.560636 Min: 0:00:00.556841 Max: 0:00:00.566223 +----------------------------------------- + + +----------------------------------------- +Working on resolution of R20000m +Start cell: 69220 Search radius: 423 + +Time to read in 1 time step of data, including moving it onto the 3d cubulated grid; done for 48 time steps +Mean: 0:00:00.240489 Min: 0:00:00.236581 Max: 0:00:00.297916 + +Time to do 2d connected component labeling with vertex connectivity for 1 time step; done for 48 time steps +Mean: 0:00:00.563254 Min: 0:00:00.558367 Max: 0:00:00.568390 + +Time to do 2d connected component labeling with edge connectivity for 1 time step: done for 48 time steps +Mean: 0:00:00.559185 Min: 0:00:00.551149 Max: 0:00:00.565915 +----------------------------------------- + + +----------------------------------------- +Working on resolution of R10000m +Start cell: 264617 Search radius: 851 + +Time to read in 1 time step of data, including moving it onto the 3d cubulated grid; done for 48 time steps +Mean: 0:00:00.942997 Min: 0:00:00.901510 Max: 0:00:01.011932 + +Time to do 2d connected component labeling with vertex connectivity for 1 time step; done for 48 time steps +Mean: 0:00:02.950367 Min: 0:00:02.929327 Max: 0:00:02.976625 + +Time to do 2d connected component labeling with edge connectivity for 1 time step: done for 48 time steps +Mean: 0:00:02.922217 Min: 0:00:02.903179 Max: 0:00:02.989015 +----------------------------------------- + + +----------------------------------------- +Working on resolution of R10000m +Start cell: 264617 Search radius: 851 + +Time to read in 1 time step of data, including moving it onto the 3d cubulated grid; done for 48 time steps +Mean: 0:00:00.912123 Min: 0:00:00.894005 Max: 0:00:00.959509 + +Time to do 2d connected component labeling with vertex connectivity for 1 time step; done for 48 time steps +Mean: 0:00:02.949048 Min: 0:00:02.915397 Max: 0:00:02.983371 + +Time to do 2d connected component labeling with edge connectivity for 1 time step: done for 48 time steps +Mean: 0:00:02.919732 Min: 0:00:02.893121 Max: 0:00:02.974154 +----------------------------------------- + + +----------------------------------------- +Working on resolution of R10000m +Start cell: 264617 Search radius: 851 + +Time to read in 1 time step of data, including moving it onto the 3d cubulated grid; done for 48 time steps +Mean: 0:00:00.911638 Min: 0:00:00.896745 Max: 0:00:00.957949 + +Time to do 2d connected component labeling with vertex connectivity for 1 time step; done for 48 time steps +Mean: 0:00:02.958006 Min: 0:00:02.941926 Max: 0:00:02.987353 + +Time to do 2d connected component labeling with edge connectivity for 1 time step: done for 48 time steps +Mean: 0:00:02.925632 Min: 0:00:02.894848 Max: 0:00:02.988890 +----------------------------------------- + + +----------------------------------------- +Working on resolution of R10000m +Start cell: 264617 Search radius: 851 + +Time to read in 1 time step of data, including moving it onto the 3d cubulated grid; done for 48 time steps +Mean: 0:00:00.912436 Min: 0:00:00.897848 Max: 0:00:00.959407 + +Time to do 2d connected component labeling with vertex connectivity for 1 time step; done for 48 time steps +Mean: 0:00:02.949593 Min: 0:00:02.926406 Max: 0:00:02.982023 + +Time to do 2d connected component labeling with edge connectivity for 1 time step: done for 48 time steps +Mean: 0:00:02.921913 Min: 0:00:02.896419 Max: 0:00:02.988853 +----------------------------------------- + + +----------------------------------------- +Working on resolution of R10000m +Start cell: 264617 Search radius: 851 + +Time to read in 1 time step of data, including moving it onto the 3d cubulated grid; done for 48 time steps +Mean: 0:00:00.913460 Min: 0:00:00.901392 Max: 0:00:00.988340 + +Time to do 2d connected component labeling with vertex connectivity for 1 time step; done for 48 time steps +Mean: 0:00:02.951688 Min: 0:00:02.931261 Max: 0:00:02.983837 + +Time to do 2d connected component labeling with edge connectivity for 1 time step: done for 48 time steps +Mean: 0:00:02.924034 Min: 0:00:02.896291 Max: 0:00:02.987492 +----------------------------------------- + + +----------------------------------------- +Working on resolution of R10000m +Start cell: 264617 Search radius: 851 + +Time to read in 1 time step of data, including moving it onto the 3d cubulated grid; done for 48 time steps +Mean: 0:00:00.914274 Min: 0:00:00.900104 Max: 0:00:01.010834 + +Time to do 2d connected component labeling with vertex connectivity for 1 time step; done for 48 time steps +Mean: 0:00:02.945117 Min: 0:00:02.924568 Max: 0:00:03.004134 + +Time to do 2d connected component labeling with edge connectivity for 1 time step: done for 48 time steps +Mean: 0:00:02.917497 Min: 0:00:02.886215 Max: 0:00:02.974862 +----------------------------------------- + + +----------------------------------------- +Working on resolution of R10000m +Start cell: 264617 Search radius: 851 + +Time to read in 1 time step of data, including moving it onto the 3d cubulated grid; done for 48 time steps +Mean: 0:00:00.917887 Min: 0:00:00.904314 Max: 0:00:00.965166 + +Time to do 2d connected component labeling with vertex connectivity for 1 time step; done for 48 time steps +Mean: 0:00:02.937626 Min: 0:00:02.919860 Max: 0:00:02.970822 + +Time to do 2d connected component labeling with edge connectivity for 1 time step: done for 48 time steps +Mean: 0:00:02.910161 Min: 0:00:02.877796 Max: 0:00:02.981398 +----------------------------------------- + + +----------------------------------------- +Working on resolution of R10000m +Start cell: 264617 Search radius: 851 + +Time to read in 1 time step of data, including moving it onto the 3d cubulated grid; done for 48 time steps +Mean: 0:00:00.914191 Min: 0:00:00.903073 Max: 0:00:00.968722 + +Time to do 2d connected component labeling with vertex connectivity for 1 time step; done for 48 time steps +Mean: 0:00:02.940000 Min: 0:00:02.919315 Max: 0:00:02.971981 + +Time to do 2d connected component labeling with edge connectivity for 1 time step: done for 48 time steps +Mean: 0:00:02.909861 Min: 0:00:02.887162 Max: 0:00:02.968110 +----------------------------------------- + + +----------------------------------------- +Working on resolution of R10000m +Start cell: 264617 Search radius: 851 + +Time to read in 1 time step of data, including moving it onto the 3d cubulated grid; done for 48 time steps +Mean: 0:00:00.913549 Min: 0:00:00.903843 Max: 0:00:00.985015 + +Time to do 2d connected component labeling with vertex connectivity for 1 time step; done for 48 time steps +Mean: 0:00:02.942008 Min: 0:00:02.926134 Max: 0:00:02.978559 + +Time to do 2d connected component labeling with edge connectivity for 1 time step: done for 48 time steps +Mean: 0:00:02.916714 Min: 0:00:02.891426 Max: 0:00:02.968422 +----------------------------------------- + + +----------------------------------------- +Working on resolution of R10000m +Start cell: 264617 Search radius: 851 + +Time to read in 1 time step of data, including moving it onto the 3d cubulated grid; done for 48 time steps +Mean: 0:00:00.919734 Min: 0:00:00.910794 Max: 0:00:00.963469 + +Time to do 2d connected component labeling with vertex connectivity for 1 time step; done for 48 time steps +Mean: 0:00:02.945365 Min: 0:00:02.922801 Max: 0:00:02.986674 + +Time to do 2d connected component labeling with edge connectivity for 1 time step: done for 48 time steps +Mean: 0:00:02.919960 Min: 0:00:02.886660 Max: 0:00:02.985583 +----------------------------------------- + diff --git a/benchmarks/levante/LOG.benchmark_3d.run.747079.o_keep4reference b/benchmarks/levante/LOG.benchmark_3d.run.747079.o_keep4reference new file mode 100644 index 0000000000000000000000000000000000000000..9940eb16f96ea5086827c9d12ba365c21ac2e05b --- /dev/null +++ b/benchmarks/levante/LOG.benchmark_3d.run.747079.o_keep4reference @@ -0,0 +1,302 @@ +Working with /sw/spack-levante/mambaforge-4.11.0-0-Linux-x86_64-sobz6z/bin/python3 + +----------------------------------------- +Working on resolution of R80000m +Start cell: 5570 Search radius: 104 + +Time to read in 1 time step of data, including moving it onto the 3d x lev cubulated grid; done for 48 time steps +Mean: 0:00:00.535750 Min: 0:00:00.517967 Max: 0:00:00.682055 + +Time to do 3d connected component labeling with vertex connectivity for 1 time step; done for 48 time steps +Mean: 0:00:02.461868 Min: 0:00:02.213415 Max: 0:00:02.996483 + +Time to do 3d connected component labeling with edge connectivity for 1 time step; done for 48 time steps +Mean: 0:00:03.596718 Min: 0:00:03.032847 Max: 0:00:04.146725 +----------------------------------------- + + +----------------------------------------- +Working on resolution of R80000m +Start cell: 5570 Search radius: 104 + +Time to read in 1 time step of data, including moving it onto the 3d x lev cubulated grid; done for 48 time steps +Mean: 0:00:00.500299 Min: 0:00:00.488426 Max: 0:00:00.549402 + +Time to do 3d connected component labeling with vertex connectivity for 1 time step; done for 48 time steps +Mean: 0:00:02.460177 Min: 0:00:02.215961 Max: 0:00:02.632500 + +Time to do 3d connected component labeling with edge connectivity for 1 time step; done for 48 time steps +Mean: 0:00:03.612960 Min: 0:00:03.044926 Max: 0:00:04.171119 +----------------------------------------- + + +----------------------------------------- +Working on resolution of R80000m +Start cell: 5570 Search radius: 104 + +Time to read in 1 time step of data, including moving it onto the 3d x lev cubulated grid; done for 48 time steps +Mean: 0:00:00.502022 Min: 0:00:00.488250 Max: 0:00:00.596184 + +Time to do 3d connected component labeling with vertex connectivity for 1 time step; done for 48 time steps +Mean: 0:00:02.451203 Min: 0:00:02.202592 Max: 0:00:02.638859 + +Time to do 3d connected component labeling with edge connectivity for 1 time step; done for 48 time steps +Mean: 0:00:03.589344 Min: 0:00:03.023057 Max: 0:00:04.124934 +----------------------------------------- + + +----------------------------------------- +Working on resolution of R80000m +Start cell: 5570 Search radius: 104 + +Time to read in 1 time step of data, including moving it onto the 3d x lev cubulated grid; done for 48 time steps +Mean: 0:00:00.503920 Min: 0:00:00.487918 Max: 0:00:00.563472 + +Time to do 3d connected component labeling with vertex connectivity for 1 time step; done for 48 time steps +Mean: 0:00:02.461172 Min: 0:00:02.220959 Max: 0:00:02.640697 + +Time to do 3d connected component labeling with edge connectivity for 1 time step; done for 48 time steps +Mean: 0:00:03.612458 Min: 0:00:03.058838 Max: 0:00:04.167065 +----------------------------------------- + + +----------------------------------------- +Working on resolution of R80000m +Start cell: 5570 Search radius: 104 + +Time to read in 1 time step of data, including moving it onto the 3d x lev cubulated grid; done for 48 time steps +Mean: 0:00:00.498511 Min: 0:00:00.488583 Max: 0:00:00.551391 + +Time to do 3d connected component labeling with vertex connectivity for 1 time step; done for 48 time steps +Mean: 0:00:02.460940 Min: 0:00:02.207428 Max: 0:00:02.643056 + +Time to do 3d connected component labeling with edge connectivity for 1 time step; done for 48 time steps +Mean: 0:00:03.615491 Min: 0:00:03.043130 Max: 0:00:04.164490 +----------------------------------------- + + +----------------------------------------- +Working on resolution of R80000m +Start cell: 5570 Search radius: 104 + +Time to read in 1 time step of data, including moving it onto the 3d x lev cubulated grid; done for 48 time steps +Mean: 0:00:00.501410 Min: 0:00:00.489711 Max: 0:00:00.552201 + +Time to do 3d connected component labeling with vertex connectivity for 1 time step; done for 48 time steps +Mean: 0:00:02.466363 Min: 0:00:02.208368 Max: 0:00:02.657631 + +Time to do 3d connected component labeling with edge connectivity for 1 time step; done for 48 time steps +Mean: 0:00:03.623671 Min: 0:00:03.062377 Max: 0:00:04.163099 +----------------------------------------- + + +----------------------------------------- +Working on resolution of R80000m +Start cell: 5570 Search radius: 104 + +Time to read in 1 time step of data, including moving it onto the 3d x lev cubulated grid; done for 48 time steps +Mean: 0:00:00.502821 Min: 0:00:00.489227 Max: 0:00:00.591412 + +Time to do 3d connected component labeling with vertex connectivity for 1 time step; done for 48 time steps +Mean: 0:00:02.450250 Min: 0:00:02.205727 Max: 0:00:02.624062 + +Time to do 3d connected component labeling with edge connectivity for 1 time step; done for 48 time steps +Mean: 0:00:03.591842 Min: 0:00:03.038374 Max: 0:00:04.136704 +----------------------------------------- + + +----------------------------------------- +Working on resolution of R80000m +Start cell: 5570 Search radius: 104 + +Time to read in 1 time step of data, including moving it onto the 3d x lev cubulated grid; done for 48 time steps +Mean: 0:00:00.501403 Min: 0:00:00.483623 Max: 0:00:00.555264 + +Time to do 3d connected component labeling with vertex connectivity for 1 time step; done for 48 time steps +Mean: 0:00:02.463470 Min: 0:00:02.208780 Max: 0:00:02.635418 + +Time to do 3d connected component labeling with edge connectivity for 1 time step; done for 48 time steps +Mean: 0:00:03.613788 Min: 0:00:03.034784 Max: 0:00:04.166258 +----------------------------------------- + + +----------------------------------------- +Working on resolution of R80000m +Start cell: 5570 Search radius: 104 + +Time to read in 1 time step of data, including moving it onto the 3d x lev cubulated grid; done for 48 time steps +Mean: 0:00:00.499750 Min: 0:00:00.487207 Max: 0:00:00.549522 + +Time to do 3d connected component labeling with vertex connectivity for 1 time step; done for 48 time steps +Mean: 0:00:02.452134 Min: 0:00:02.204172 Max: 0:00:02.621148 + +Time to do 3d connected component labeling with edge connectivity for 1 time step; done for 48 time steps +Mean: 0:00:03.589437 Min: 0:00:03.029388 Max: 0:00:04.138749 +----------------------------------------- + + +----------------------------------------- +Working on resolution of R80000m +Start cell: 5570 Search radius: 104 + +Time to read in 1 time step of data, including moving it onto the 3d x lev cubulated grid; done for 48 time steps +Mean: 0:00:00.503690 Min: 0:00:00.492763 Max: 0:00:00.554745 + +Time to do 3d connected component labeling with vertex connectivity for 1 time step; done for 48 time steps +Mean: 0:00:02.461718 Min: 0:00:02.197609 Max: 0:00:02.623865 + +Time to do 3d connected component labeling with edge connectivity for 1 time step; done for 48 time steps +Mean: 0:00:03.617492 Min: 0:00:03.044749 Max: 0:00:04.148657 +----------------------------------------- + + +----------------------------------------- +Working on resolution of R40000m +Start cell: 18494 Search radius: 210 + +Time to read in 1 time step of data, including moving it onto the 3d x lev cubulated grid; done for 48 time steps +Mean: 0:00:02.222402 Min: 0:00:02.162641 Max: 0:00:02.356888 + +Time to do 3d connected component labeling with vertex connectivity for 1 time step; done for 48 time steps +Mean: 0:00:13.416466 Min: 0:00:12.638005 Max: 0:00:15.012370 + +Time to do 3d connected component labeling with edge connectivity for 1 time step; done for 48 time steps +Mean: 0:00:23.238612 Min: 0:00:20.573302 Max: 0:00:26.534214 +----------------------------------------- + + +----------------------------------------- +Working on resolution of R40000m +Start cell: 18494 Search radius: 210 + +Time to read in 1 time step of data, including moving it onto the 3d x lev cubulated grid; done for 48 time steps +Mean: 0:00:02.144807 Min: 0:00:02.090139 Max: 0:00:02.234652 + +Time to do 3d connected component labeling with vertex connectivity for 1 time step; done for 48 time steps +Mean: 0:00:13.645246 Min: 0:00:12.889619 Max: 0:00:15.005168 + +Time to do 3d connected component labeling with edge connectivity for 1 time step; done for 48 time steps +Mean: 0:00:23.671954 Min: 0:00:20.605765 Max: 0:00:26.666961 +----------------------------------------- + + +----------------------------------------- +Working on resolution of R40000m +Start cell: 18494 Search radius: 210 + +Time to read in 1 time step of data, including moving it onto the 3d x lev cubulated grid; done for 48 time steps +Mean: 0:00:02.172154 Min: 0:00:02.098948 Max: 0:00:02.286438 + +Time to do 3d connected component labeling with vertex connectivity for 1 time step; done for 48 time steps +Mean: 0:00:13.475069 Min: 0:00:12.719189 Max: 0:00:15.021886 + +Time to do 3d connected component labeling with edge connectivity for 1 time step; done for 48 time steps +Mean: 0:00:23.309563 Min: 0:00:20.555991 Max: 0:00:26.938205 +----------------------------------------- + + +----------------------------------------- +Working on resolution of R40000m +Start cell: 18494 Search radius: 210 + +Time to read in 1 time step of data, including moving it onto the 3d x lev cubulated grid; done for 48 time steps +Mean: 0:00:02.162284 Min: 0:00:02.065776 Max: 0:00:02.358929 + +Time to do 3d connected component labeling with vertex connectivity for 1 time step; done for 48 time steps +Mean: 0:00:13.791673 Min: 0:00:13.086043 Max: 0:00:15.229221 + +Time to do 3d connected component labeling with edge connectivity for 1 time step; done for 48 time steps +Mean: 0:00:24.168254 Min: 0:00:21.707488 Max: 0:00:26.981946 +----------------------------------------- + + +----------------------------------------- +Working on resolution of R40000m +Start cell: 18494 Search radius: 210 + +Time to read in 1 time step of data, including moving it onto the 3d x lev cubulated grid; done for 48 time steps +Mean: 0:00:02.146291 Min: 0:00:02.068489 Max: 0:00:02.256504 + +Time to do 3d connected component labeling with vertex connectivity for 1 time step; done for 48 time steps +Mean: 0:00:13.712717 Min: 0:00:13.075472 Max: 0:00:14.940259 + +Time to do 3d connected component labeling with edge connectivity for 1 time step; done for 48 time steps +Mean: 0:00:23.958047 Min: 0:00:21.258645 Max: 0:00:26.384655 +----------------------------------------- + + +----------------------------------------- +Working on resolution of R40000m +Start cell: 18494 Search radius: 210 + +Time to read in 1 time step of data, including moving it onto the 3d x lev cubulated grid; done for 48 time steps +Mean: 0:00:02.161345 Min: 0:00:02.112435 Max: 0:00:02.273305 + +Time to do 3d connected component labeling with vertex connectivity for 1 time step; done for 48 time steps +Mean: 0:00:13.624135 Min: 0:00:12.719761 Max: 0:00:14.967970 + +Time to do 3d connected component labeling with edge connectivity for 1 time step; done for 48 time steps +Mean: 0:00:23.662116 Min: 0:00:20.799698 Max: 0:00:26.682480 +----------------------------------------- + + +----------------------------------------- +Working on resolution of R40000m +Start cell: 18494 Search radius: 210 + +Time to read in 1 time step of data, including moving it onto the 3d x lev cubulated grid; done for 48 time steps +Mean: 0:00:02.153616 Min: 0:00:02.098074 Max: 0:00:02.304156 + +Time to do 3d connected component labeling with vertex connectivity for 1 time step; done for 48 time steps +Mean: 0:00:13.610278 Min: 0:00:12.882927 Max: 0:00:15.194167 + +Time to do 3d connected component labeling with edge connectivity for 1 time step; done for 48 time steps +Mean: 0:00:23.589964 Min: 0:00:20.845030 Max: 0:00:26.894504 +----------------------------------------- + + +----------------------------------------- +Working on resolution of R40000m +Start cell: 18494 Search radius: 210 + +Time to read in 1 time step of data, including moving it onto the 3d x lev cubulated grid; done for 48 time steps +Mean: 0:00:02.156000 Min: 0:00:02.062193 Max: 0:00:02.506010 + +Time to do 3d connected component labeling with vertex connectivity for 1 time step; done for 48 time steps +Mean: 0:00:13.559722 Min: 0:00:12.764988 Max: 0:00:14.988539 + +Time to do 3d connected component labeling with edge connectivity for 1 time step; done for 48 time steps +Mean: 0:00:23.535266 Min: 0:00:20.739622 Max: 0:00:26.730193 +----------------------------------------- + + +----------------------------------------- +Working on resolution of R40000m +Start cell: 18494 Search radius: 210 + +Time to read in 1 time step of data, including moving it onto the 3d x lev cubulated grid; done for 48 time steps +Mean: 0:00:02.155097 Min: 0:00:02.073952 Max: 0:00:02.296683 + +Time to do 3d connected component labeling with vertex connectivity for 1 time step; done for 48 time steps +Mean: 0:00:13.524773 Min: 0:00:12.787725 Max: 0:00:15.002734 + +Time to do 3d connected component labeling with edge connectivity for 1 time step; done for 48 time steps +Mean: 0:00:23.478686 Min: 0:00:20.756563 Max: 0:00:26.722402 +----------------------------------------- + + +----------------------------------------- +Working on resolution of R40000m +Start cell: 18494 Search radius: 210 + +Time to read in 1 time step of data, including moving it onto the 3d x lev cubulated grid; done for 48 time steps +Mean: 0:00:02.257416 Min: 0:00:02.119760 Max: 0:00:05.992388 + +Time to do 3d connected component labeling with vertex connectivity for 1 time step; done for 48 time steps +Mean: 0:00:13.516342 Min: 0:00:12.794992 Max: 0:00:15.076415 + +Time to do 3d connected component labeling with edge connectivity for 1 time step; done for 48 time steps +Mean: 0:00:23.394264 Min: 0:00:20.719419 Max: 0:00:26.591482 +----------------------------------------- + +slurmstepd: error: *** JOB 747079 ON l10408 CANCELLED AT 2022-06-08T17:45:48 DUE TO TIME LIMIT *** diff --git a/benchmarks/levante/LOG.benchmark_3d.run.751637.o b/benchmarks/levante/LOG.benchmark_3d.run.751637.o new file mode 100644 index 0000000000000000000000000000000000000000..5a00caaeb2f32954aa2f395d5a72f0debbecb2a4 --- /dev/null +++ b/benchmarks/levante/LOG.benchmark_3d.run.751637.o @@ -0,0 +1,32 @@ +Working with /sw/spack-levante/mambaforge-4.11.0-0-Linux-x86_64-sobz6z/bin/python3 + +----------------------------------------- +Working on resolution of R20000m +Start cell: 69220 Search radius: 423 + +Time to read in 1 time step of data, including moving it onto the 3d x lev cubulated grid; done for 48 time steps +Mean: 0:00:08.663333 Min: 0:00:08.371023 Max: 0:00:09.290834 + +Time to do 3d connected component labeling with vertex connectivity for 1 time step; done for 48 time steps +Mean: 0:01:11.615940 Min: 0:01:06.874768 Max: 0:01:17.175754 + +Time to do 3d connected component labeling with edge connectivity for 1 time step; done for 48 time steps +Mean: 0:02:08.855469 Min: 0:01:54.830939 Max: 0:02:24.150054 +----------------------------------------- + + +----------------------------------------- +Working on resolution of R20000m +Start cell: 69220 Search radius: 423 + +Time to read in 1 time step of data, including moving it onto the 3d x lev cubulated grid; done for 48 time steps +Mean: 0:00:08.680939 Min: 0:00:08.432455 Max: 0:00:08.965579 + +Time to do 3d connected component labeling with vertex connectivity for 1 time step; done for 48 time steps +Mean: 0:01:12.289938 Min: 0:01:06.763456 Max: 0:01:17.665073 + +Time to do 3d connected component labeling with edge connectivity for 1 time step; done for 48 time steps +Mean: 0:02:10.517065 Min: 0:01:56.548499 Max: 0:02:25.360460 +----------------------------------------- + +slurmstepd: error: *** JOB 751637 ON l20112 CANCELLED AT 2022-06-09T06:10:48 DUE TO TIME LIMIT *** diff --git a/benchmarks/levante/LOG.benchmark_alternative_networkx_2d.run.749664.o_keep4reference b/benchmarks/levante/LOG.benchmark_alternative_networkx_2d.run.749664.o_keep4reference new file mode 100644 index 0000000000000000000000000000000000000000..6f4d9815dca050de7d58540a42cade5141bdcc53 --- /dev/null +++ b/benchmarks/levante/LOG.benchmark_alternative_networkx_2d.run.749664.o_keep4reference @@ -0,0 +1,527 @@ +Working with /sw/spack-levante/mambaforge-4.11.0-0-Linux-x86_64-sobz6z/bin/python3 + +----------------------------------------- +Networkx alternative for 2d connected component labeling +Working on resolution of R80000m + +Time to read 2d cloud data for 1 time step; done for 48 time steps +Mean: 0:00:00.081820 Min: 0:00:00.047529 Max: 0:00:00.264090 + +Time to do 2d connected component labeling with vertex connectivity for 1 time step; done for 48 time steps +Mean: 0:00:00.805640 Min: 0:00:00.783459 Max: 0:00:00.901563 + +Time to do 2d connected component labeling with edge connectivity for 1 time step: done for 48 time steps +Mean: 0:00:00.127721 Min: 0:00:00.121273 Max: 0:00:00.206510 +----------------------------------------- + + +----------------------------------------- +Networkx alternative for 2d connected component labeling +Working on resolution of R80000m + +Time to read 2d cloud data for 1 time step; done for 48 time steps +Mean: 0:00:00.030251 Min: 0:00:00.028255 Max: 0:00:00.094703 + +Time to do 2d connected component labeling with vertex connectivity for 1 time step; done for 48 time steps +Mean: 0:00:00.796103 Min: 0:00:00.773235 Max: 0:00:00.858672 + +Time to do 2d connected component labeling with edge connectivity for 1 time step: done for 48 time steps +Mean: 0:00:00.125734 Min: 0:00:00.120991 Max: 0:00:00.185817 +----------------------------------------- + + +----------------------------------------- +Networkx alternative for 2d connected component labeling +Working on resolution of R80000m + +Time to read 2d cloud data for 1 time step; done for 48 time steps +Mean: 0:00:00.030051 Min: 0:00:00.028114 Max: 0:00:00.088003 + +Time to do 2d connected component labeling with vertex connectivity for 1 time step; done for 48 time steps +Mean: 0:00:00.796945 Min: 0:00:00.774563 Max: 0:00:00.858161 + +Time to do 2d connected component labeling with edge connectivity for 1 time step: done for 48 time steps +Mean: 0:00:00.125658 Min: 0:00:00.120780 Max: 0:00:00.187135 +----------------------------------------- + + +----------------------------------------- +Networkx alternative for 2d connected component labeling +Working on resolution of R80000m + +Time to read 2d cloud data for 1 time step; done for 48 time steps +Mean: 0:00:00.030564 Min: 0:00:00.028601 Max: 0:00:00.099240 + +Time to do 2d connected component labeling with vertex connectivity for 1 time step; done for 48 time steps +Mean: 0:00:00.794550 Min: 0:00:00.776462 Max: 0:00:00.856754 + +Time to do 2d connected component labeling with edge connectivity for 1 time step: done for 48 time steps +Mean: 0:00:00.125262 Min: 0:00:00.119936 Max: 0:00:00.191910 +----------------------------------------- + + +----------------------------------------- +Networkx alternative for 2d connected component labeling +Working on resolution of R80000m + +Time to read 2d cloud data for 1 time step; done for 48 time steps +Mean: 0:00:00.030385 Min: 0:00:00.028121 Max: 0:00:00.100671 + +Time to do 2d connected component labeling with vertex connectivity for 1 time step; done for 48 time steps +Mean: 0:00:00.797181 Min: 0:00:00.774028 Max: 0:00:00.856112 + +Time to do 2d connected component labeling with edge connectivity for 1 time step: done for 48 time steps +Mean: 0:00:00.126107 Min: 0:00:00.120602 Max: 0:00:00.186513 +----------------------------------------- + + +----------------------------------------- +Networkx alternative for 2d connected component labeling +Working on resolution of R80000m + +Time to read 2d cloud data for 1 time step; done for 48 time steps +Mean: 0:00:00.030533 Min: 0:00:00.028174 Max: 0:00:00.103609 + +Time to do 2d connected component labeling with vertex connectivity for 1 time step; done for 48 time steps +Mean: 0:00:00.797274 Min: 0:00:00.774659 Max: 0:00:00.860707 + +Time to do 2d connected component labeling with edge connectivity for 1 time step: done for 48 time steps +Mean: 0:00:00.126146 Min: 0:00:00.120627 Max: 0:00:00.186036 +----------------------------------------- + + +----------------------------------------- +Networkx alternative for 2d connected component labeling +Working on resolution of R80000m + +Time to read 2d cloud data for 1 time step; done for 48 time steps +Mean: 0:00:00.030398 Min: 0:00:00.028227 Max: 0:00:00.099375 + +Time to do 2d connected component labeling with vertex connectivity for 1 time step; done for 48 time steps +Mean: 0:00:00.801063 Min: 0:00:00.781720 Max: 0:00:00.862974 + +Time to do 2d connected component labeling with edge connectivity for 1 time step: done for 48 time steps +Mean: 0:00:00.126552 Min: 0:00:00.121076 Max: 0:00:00.187250 +----------------------------------------- + + +----------------------------------------- +Networkx alternative for 2d connected component labeling +Working on resolution of R80000m + +Time to read 2d cloud data for 1 time step; done for 48 time steps +Mean: 0:00:00.030522 Min: 0:00:00.028383 Max: 0:00:00.095987 + +Time to do 2d connected component labeling with vertex connectivity for 1 time step; done for 48 time steps +Mean: 0:00:00.796011 Min: 0:00:00.773143 Max: 0:00:00.856871 + +Time to do 2d connected component labeling with edge connectivity for 1 time step: done for 48 time steps +Mean: 0:00:00.125863 Min: 0:00:00.120458 Max: 0:00:00.186104 +----------------------------------------- + + +----------------------------------------- +Networkx alternative for 2d connected component labeling +Working on resolution of R80000m + +Time to read 2d cloud data for 1 time step; done for 48 time steps +Mean: 0:00:00.031158 Min: 0:00:00.028136 Max: 0:00:00.100363 + +Time to do 2d connected component labeling with vertex connectivity for 1 time step; done for 48 time steps +Mean: 0:00:00.794615 Min: 0:00:00.772052 Max: 0:00:00.859756 + +Time to do 2d connected component labeling with edge connectivity for 1 time step: done for 48 time steps +Mean: 0:00:00.125301 Min: 0:00:00.120061 Max: 0:00:00.185629 +----------------------------------------- + + +----------------------------------------- +Networkx alternative for 2d connected component labeling +Working on resolution of R80000m + +Time to read 2d cloud data for 1 time step; done for 48 time steps +Mean: 0:00:00.030223 Min: 0:00:00.028211 Max: 0:00:00.089406 + +Time to do 2d connected component labeling with vertex connectivity for 1 time step; done for 48 time steps +Mean: 0:00:00.797848 Min: 0:00:00.767500 Max: 0:00:00.864189 + +Time to do 2d connected component labeling with edge connectivity for 1 time step: done for 48 time steps +Mean: 0:00:00.126675 Min: 0:00:00.121254 Max: 0:00:00.188726 +----------------------------------------- + + +----------------------------------------- +Networkx alternative for 2d connected component labeling +Working on resolution of R40000m + +Time to read 2d cloud data for 1 time step; done for 48 time steps +Mean: 0:00:00.085107 Min: 0:00:00.052466 Max: 0:00:00.176035 + +Time to do 2d connected component labeling with vertex connectivity for 1 time step; done for 48 time steps +Mean: 0:00:03.236985 Min: 0:00:03.147133 Max: 0:00:03.318931 + +Time to do 2d connected component labeling with edge connectivity for 1 time step: done for 48 time steps +Mean: 0:00:00.541530 Min: 0:00:00.503584 Max: 0:00:00.614426 +----------------------------------------- + + +----------------------------------------- +Networkx alternative for 2d connected component labeling +Working on resolution of R40000m + +Time to read 2d cloud data for 1 time step; done for 48 time steps +Mean: 0:00:00.041476 Min: 0:00:00.029106 Max: 0:00:00.153930 + +Time to do 2d connected component labeling with vertex connectivity for 1 time step; done for 48 time steps +Mean: 0:00:03.223865 Min: 0:00:03.130315 Max: 0:00:03.319206 + +Time to do 2d connected component labeling with edge connectivity for 1 time step: done for 48 time steps +Mean: 0:00:00.543750 Min: 0:00:00.505805 Max: 0:00:00.611902 +----------------------------------------- + + +----------------------------------------- +Networkx alternative for 2d connected component labeling +Working on resolution of R40000m + +Time to read 2d cloud data for 1 time step; done for 48 time steps +Mean: 0:00:00.041362 Min: 0:00:00.029249 Max: 0:00:00.173021 + +Time to do 2d connected component labeling with vertex connectivity for 1 time step; done for 48 time steps +Mean: 0:00:03.254399 Min: 0:00:03.118393 Max: 0:00:03.460348 + +Time to do 2d connected component labeling with edge connectivity for 1 time step: done for 48 time steps +Mean: 0:00:00.548825 Min: 0:00:00.507181 Max: 0:00:00.703701 +----------------------------------------- + + +----------------------------------------- +Networkx alternative for 2d connected component labeling +Working on resolution of R40000m + +Time to read 2d cloud data for 1 time step; done for 48 time steps +Mean: 0:00:00.040561 Min: 0:00:00.028954 Max: 0:00:00.120603 + +Time to do 2d connected component labeling with vertex connectivity for 1 time step; done for 48 time steps +Mean: 0:00:03.233354 Min: 0:00:03.169897 Max: 0:00:03.343131 + +Time to do 2d connected component labeling with edge connectivity for 1 time step: done for 48 time steps +Mean: 0:00:00.543019 Min: 0:00:00.504631 Max: 0:00:00.614959 +----------------------------------------- + + +----------------------------------------- +Networkx alternative for 2d connected component labeling +Working on resolution of R40000m + +Time to read 2d cloud data for 1 time step; done for 48 time steps +Mean: 0:00:00.041244 Min: 0:00:00.029268 Max: 0:00:00.129730 + +Time to do 2d connected component labeling with vertex connectivity for 1 time step; done for 48 time steps +Mean: 0:00:03.237554 Min: 0:00:03.171983 Max: 0:00:03.340029 + +Time to do 2d connected component labeling with edge connectivity for 1 time step: done for 48 time steps +Mean: 0:00:00.550272 Min: 0:00:00.506811 Max: 0:00:00.627759 +----------------------------------------- + + +----------------------------------------- +Networkx alternative for 2d connected component labeling +Working on resolution of R40000m + +Time to read 2d cloud data for 1 time step; done for 48 time steps +Mean: 0:00:00.040004 Min: 0:00:00.029040 Max: 0:00:00.119898 + +Time to do 2d connected component labeling with vertex connectivity for 1 time step; done for 48 time steps +Mean: 0:00:03.224093 Min: 0:00:03.145580 Max: 0:00:03.333742 + +Time to do 2d connected component labeling with edge connectivity for 1 time step: done for 48 time steps +Mean: 0:00:00.543418 Min: 0:00:00.502876 Max: 0:00:00.614001 +----------------------------------------- + + +----------------------------------------- +Networkx alternative for 2d connected component labeling +Working on resolution of R40000m + +Time to read 2d cloud data for 1 time step; done for 48 time steps +Mean: 0:00:00.039875 Min: 0:00:00.029064 Max: 0:00:00.119074 + +Time to do 2d connected component labeling with vertex connectivity for 1 time step; done for 48 time steps +Mean: 0:00:03.259085 Min: 0:00:03.178278 Max: 0:00:03.348211 + +Time to do 2d connected component labeling with edge connectivity for 1 time step: done for 48 time steps +Mean: 0:00:00.546120 Min: 0:00:00.506183 Max: 0:00:00.616407 +----------------------------------------- + + +----------------------------------------- +Networkx alternative for 2d connected component labeling +Working on resolution of R40000m + +Time to read 2d cloud data for 1 time step; done for 48 time steps +Mean: 0:00:00.039719 Min: 0:00:00.028817 Max: 0:00:00.118830 + +Time to do 2d connected component labeling with vertex connectivity for 1 time step; done for 48 time steps +Mean: 0:00:03.227346 Min: 0:00:03.155616 Max: 0:00:03.313618 + +Time to do 2d connected component labeling with edge connectivity for 1 time step: done for 48 time steps +Mean: 0:00:00.544065 Min: 0:00:00.506515 Max: 0:00:00.613994 +----------------------------------------- + + +----------------------------------------- +Networkx alternative for 2d connected component labeling +Working on resolution of R40000m + +Time to read 2d cloud data for 1 time step; done for 48 time steps +Mean: 0:00:00.040196 Min: 0:00:00.029070 Max: 0:00:00.118166 + +Time to do 2d connected component labeling with vertex connectivity for 1 time step; done for 48 time steps +Mean: 0:00:03.206644 Min: 0:00:03.111727 Max: 0:00:03.329257 + +Time to do 2d connected component labeling with edge connectivity for 1 time step: done for 48 time steps +Mean: 0:00:00.538914 Min: 0:00:00.496481 Max: 0:00:00.614900 +----------------------------------------- + + +----------------------------------------- +Networkx alternative for 2d connected component labeling +Working on resolution of R40000m + +Time to read 2d cloud data for 1 time step; done for 48 time steps +Mean: 0:00:00.040461 Min: 0:00:00.029201 Max: 0:00:00.121401 + +Time to do 2d connected component labeling with vertex connectivity for 1 time step; done for 48 time steps +Mean: 0:00:03.168182 Min: 0:00:03.109265 Max: 0:00:03.256546 + +Time to do 2d connected component labeling with edge connectivity for 1 time step: done for 48 time steps +Mean: 0:00:00.533458 Min: 0:00:00.496549 Max: 0:00:00.604193 +----------------------------------------- + + +----------------------------------------- +Networkx alternative for 2d connected component labeling +Working on resolution of R20000m + +Time to read 2d cloud data for 1 time step; done for 48 time steps +Mean: 0:00:00.091878 Min: 0:00:00.057150 Max: 0:00:00.191525 + +Time to do 2d connected component labeling with vertex connectivity for 1 time step; done for 48 time steps +Mean: 0:00:13.346439 Min: 0:00:12.730507 Max: 0:00:13.842094 + +Time to do 2d connected component labeling with edge connectivity for 1 time step: done for 48 time steps +Mean: 0:00:02.529951 Min: 0:00:02.151884 Max: 0:00:03.096736 +----------------------------------------- + + +----------------------------------------- +Networkx alternative for 2d connected component labeling +Working on resolution of R20000m + +Time to read 2d cloud data for 1 time step; done for 48 time steps +Mean: 0:00:00.051898 Min: 0:00:00.032659 Max: 0:00:00.624930 + +Time to do 2d connected component labeling with vertex connectivity for 1 time step; done for 48 time steps +Mean: 0:00:12.896380 Min: 0:00:12.546156 Max: 0:00:13.320134 + +Time to do 2d connected component labeling with edge connectivity for 1 time step: done for 48 time steps +Mean: 0:00:02.263937 Min: 0:00:02.038409 Max: 0:00:02.598713 +----------------------------------------- + + +----------------------------------------- +Networkx alternative for 2d connected component labeling +Working on resolution of R20000m + +Time to read 2d cloud data for 1 time step; done for 48 time steps +Mean: 0:00:00.035456 Min: 0:00:00.032296 Max: 0:00:00.099456 + +Time to do 2d connected component labeling with vertex connectivity for 1 time step; done for 48 time steps +Mean: 0:00:13.126550 Min: 0:00:12.790223 Max: 0:00:13.468212 + +Time to do 2d connected component labeling with edge connectivity for 1 time step: done for 48 time steps +Mean: 0:00:02.296527 Min: 0:00:02.069685 Max: 0:00:02.623507 +----------------------------------------- + + +----------------------------------------- +Networkx alternative for 2d connected component labeling +Working on resolution of R20000m + +Time to read 2d cloud data for 1 time step; done for 48 time steps +Mean: 0:00:00.038456 Min: 0:00:00.032476 Max: 0:00:00.122300 + +Time to do 2d connected component labeling with vertex connectivity for 1 time step; done for 48 time steps +Mean: 0:00:13.132339 Min: 0:00:12.754484 Max: 0:00:13.449913 + +Time to do 2d connected component labeling with edge connectivity for 1 time step: done for 48 time steps +Mean: 0:00:02.304827 Min: 0:00:02.067787 Max: 0:00:02.637528 +----------------------------------------- + + +----------------------------------------- +Networkx alternative for 2d connected component labeling +Working on resolution of R20000m + +Time to read 2d cloud data for 1 time step; done for 48 time steps +Mean: 0:00:00.036226 Min: 0:00:00.032493 Max: 0:00:00.126833 + +Time to do 2d connected component labeling with vertex connectivity for 1 time step; done for 48 time steps +Mean: 0:00:13.019726 Min: 0:00:12.641908 Max: 0:00:13.695439 + +Time to do 2d connected component labeling with edge connectivity for 1 time step: done for 48 time steps +Mean: 0:00:02.282477 Min: 0:00:02.059785 Max: 0:00:02.589111 +----------------------------------------- + + +----------------------------------------- +Networkx alternative for 2d connected component labeling +Working on resolution of R20000m + +Time to read 2d cloud data for 1 time step; done for 48 time steps +Mean: 0:00:00.038703 Min: 0:00:00.032774 Max: 0:00:00.118866 + +Time to do 2d connected component labeling with vertex connectivity for 1 time step; done for 48 time steps +Mean: 0:00:13.207991 Min: 0:00:12.709365 Max: 0:00:13.985346 + +Time to do 2d connected component labeling with edge connectivity for 1 time step: done for 48 time steps +Mean: 0:00:02.350097 Min: 0:00:02.062194 Max: 0:00:03.073188 +----------------------------------------- + + +----------------------------------------- +Networkx alternative for 2d connected component labeling +Working on resolution of R20000m + +Time to read 2d cloud data for 1 time step; done for 48 time steps +Mean: 0:00:00.036051 Min: 0:00:00.032652 Max: 0:00:00.098571 + +Time to do 2d connected component labeling with vertex connectivity for 1 time step; done for 48 time steps +Mean: 0:00:13.176232 Min: 0:00:12.808397 Max: 0:00:13.551201 + +Time to do 2d connected component labeling with edge connectivity for 1 time step: done for 48 time steps +Mean: 0:00:02.333552 Min: 0:00:02.070007 Max: 0:00:02.696524 +----------------------------------------- + + +----------------------------------------- +Networkx alternative for 2d connected component labeling +Working on resolution of R20000m + +Time to read 2d cloud data for 1 time step; done for 48 time steps +Mean: 0:00:00.037697 Min: 0:00:00.033032 Max: 0:00:00.120227 + +Time to do 2d connected component labeling with vertex connectivity for 1 time step; done for 48 time steps +Mean: 0:00:13.118187 Min: 0:00:12.724527 Max: 0:00:13.486222 + +Time to do 2d connected component labeling with edge connectivity for 1 time step: done for 48 time steps +Mean: 0:00:02.330586 Min: 0:00:02.065182 Max: 0:00:02.698974 +----------------------------------------- + + +----------------------------------------- +Networkx alternative for 2d connected component labeling +Working on resolution of R20000m + +Time to read 2d cloud data for 1 time step; done for 48 time steps +Mean: 0:00:00.038041 Min: 0:00:00.032120 Max: 0:00:00.143508 + +Time to do 2d connected component labeling with vertex connectivity for 1 time step; done for 48 time steps +Mean: 0:00:12.912510 Min: 0:00:12.491811 Max: 0:00:13.289656 + +Time to do 2d connected component labeling with edge connectivity for 1 time step: done for 48 time steps +Mean: 0:00:02.273914 Min: 0:00:02.045226 Max: 0:00:02.591381 +----------------------------------------- + + +----------------------------------------- +Networkx alternative for 2d connected component labeling +Working on resolution of R20000m + +Time to read 2d cloud data for 1 time step; done for 48 time steps +Mean: 0:00:00.035560 Min: 0:00:00.031966 Max: 0:00:00.108263 + +Time to do 2d connected component labeling with vertex connectivity for 1 time step; done for 48 time steps +Mean: 0:00:12.833858 Min: 0:00:12.476455 Max: 0:00:13.222013 + +Time to do 2d connected component labeling with edge connectivity for 1 time step: done for 48 time steps +Mean: 0:00:02.258210 Min: 0:00:02.036265 Max: 0:00:02.582586 +----------------------------------------- + + +----------------------------------------- +Networkx alternative for 2d connected component labeling +Working on resolution of R10000m + +Time to read 2d cloud data for 1 time step; done for 48 time steps +Mean: 0:00:00.099866 Min: 0:00:00.060396 Max: 0:00:00.212667 + +Time to do 2d connected component labeling with vertex connectivity for 1 time step; done for 48 time steps +Mean: 0:00:52.590933 Min: 0:00:51.620461 Max: 0:00:55.588499 + +Time to do 2d connected component labeling with edge connectivity for 1 time step: done for 48 time steps +Mean: 0:00:09.750767 Min: 0:00:09.158301 Max: 0:00:12.538121 +----------------------------------------- + + +----------------------------------------- +Networkx alternative for 2d connected component labeling +Working on resolution of R10000m + +Time to read 2d cloud data for 1 time step; done for 48 time steps +Mean: 0:00:00.059003 Min: 0:00:00.033553 Max: 0:00:00.181322 + +Time to do 2d connected component labeling with vertex connectivity for 1 time step; done for 48 time steps +Mean: 0:00:54.040862 Min: 0:00:52.132674 Max: 0:00:56.020196 + +Time to do 2d connected component labeling with edge connectivity for 1 time step: done for 48 time steps +Mean: 0:00:10.640899 Min: 0:00:09.258358 Max: 0:00:12.239533 +----------------------------------------- + + +----------------------------------------- +Networkx alternative for 2d connected component labeling +Working on resolution of R10000m + +Time to read 2d cloud data for 1 time step; done for 48 time steps +Mean: 0:00:00.047771 Min: 0:00:00.032754 Max: 0:00:00.151808 + +Time to do 2d connected component labeling with vertex connectivity for 1 time step; done for 48 time steps +Mean: 0:00:53.047300 Min: 0:00:52.169536 Max: 0:00:54.102341 + +Time to do 2d connected component labeling with edge connectivity for 1 time step: done for 48 time steps +Mean: 0:00:09.693203 Min: 0:00:09.278759 Max: 0:00:10.453948 +----------------------------------------- + + +----------------------------------------- +Networkx alternative for 2d connected component labeling +Working on resolution of R10000m + +Time to read 2d cloud data for 1 time step; done for 48 time steps +Mean: 0:00:01.030742 Min: 0:00:00.032765 Max: 0:00:48.210146 + +Time to do 2d connected component labeling with vertex connectivity for 1 time step; done for 48 time steps +Mean: 0:00:56.637038 Min: 0:00:51.761244 Max: 0:03:15.211394 + +Time to do 2d connected component labeling with edge connectivity for 1 time step: done for 48 time steps +Mean: 0:00:10.496615 Min: 0:00:09.257741 Max: 0:00:12.502641 +----------------------------------------- + + +----------------------------------------- +Networkx alternative for 2d connected component labeling +Working on resolution of R10000m + +Time to read 2d cloud data for 1 time step; done for 48 time steps +Mean: 0:00:00.048046 Min: 0:00:00.033222 Max: 0:00:00.128933 + +Time to do 2d connected component labeling with vertex connectivity for 1 time step; done for 48 time steps +Mean: 0:00:54.170224 Min: 0:00:51.883226 Max: 0:00:56.162972 + +Time to do 2d connected component labeling with edge connectivity for 1 time step: done for 48 time steps +Mean: 0:00:10.761857 Min: 0:00:09.223069 Max: 0:00:12.543978 +----------------------------------------- + +slurmstepd: error: *** JOB 749664 ON l40650 CANCELLED AT 2022-06-09T00:14:45 DUE TO TIME LIMIT *** diff --git a/benchmarks/levante/LOG.benchmark_alternative_networkx_fullgraph.run.747768.o b/benchmarks/levante/LOG.benchmark_alternative_networkx_fullgraph.run.747768.o new file mode 100644 index 0000000000000000000000000000000000000000..758ce6457d765233d046781773ed1df4d728a559 --- /dev/null +++ b/benchmarks/levante/LOG.benchmark_alternative_networkx_fullgraph.run.747768.o @@ -0,0 +1,601 @@ +Working with /sw/spack-levante/mambaforge-4.11.0-0-Linux-x86_64-sobz6z/bin/python3 + +----------------------------------------- +Networkx alternative, compute and save full graph of grids for vertex and edge connectivity +Working on resolution of R80000m + +Time to prepare grid: +Mean: 0:00:00.133598 Min: 0:00:00.133598 Max: 0:00:00.133598 + +Time to compute and store full graph for vertex connectivity +Mean: 0:00:02.622183 Min: 0:00:02.622183 Max: 0:00:02.622183 + +Time to compute and store full graph for edge connectivity +Mean: 0:00:01.563298 Min: 0:00:01.563298 Max: 0:00:01.563298 +----------------------------------------- + + +----------------------------------------- +Networkx alternative, compute and save full graph of grids for vertex and edge connectivity +Working on resolution of R80000m + +Time to prepare grid: +Mean: 0:00:00.104277 Min: 0:00:00.104277 Max: 0:00:00.104277 + +Time to compute and store full graph for vertex connectivity +Mean: 0:00:02.603408 Min: 0:00:02.603408 Max: 0:00:02.603408 + +Time to compute and store full graph for edge connectivity +Mean: 0:00:01.560256 Min: 0:00:01.560256 Max: 0:00:01.560256 +----------------------------------------- + + +----------------------------------------- +Networkx alternative, compute and save full graph of grids for vertex and edge connectivity +Working on resolution of R80000m + +Time to prepare grid: +Mean: 0:00:00.105093 Min: 0:00:00.105093 Max: 0:00:00.105093 + +Time to compute and store full graph for vertex connectivity +Mean: 0:00:02.638113 Min: 0:00:02.638113 Max: 0:00:02.638113 + +Time to compute and store full graph for edge connectivity +Mean: 0:00:01.555929 Min: 0:00:01.555929 Max: 0:00:01.555929 +----------------------------------------- + + +----------------------------------------- +Networkx alternative, compute and save full graph of grids for vertex and edge connectivity +Working on resolution of R80000m + +Time to prepare grid: +Mean: 0:00:00.104986 Min: 0:00:00.104986 Max: 0:00:00.104986 + +Time to compute and store full graph for vertex connectivity +Mean: 0:00:02.608029 Min: 0:00:02.608029 Max: 0:00:02.608029 + +Time to compute and store full graph for edge connectivity +Mean: 0:00:01.576113 Min: 0:00:01.576113 Max: 0:00:01.576113 +----------------------------------------- + + +----------------------------------------- +Networkx alternative, compute and save full graph of grids for vertex and edge connectivity +Working on resolution of R80000m + +Time to prepare grid: +Mean: 0:00:00.103611 Min: 0:00:00.103611 Max: 0:00:00.103611 + +Time to compute and store full graph for vertex connectivity +Mean: 0:00:02.624511 Min: 0:00:02.624511 Max: 0:00:02.624511 + +Time to compute and store full graph for edge connectivity +Mean: 0:00:01.592776 Min: 0:00:01.592776 Max: 0:00:01.592776 +----------------------------------------- + + +----------------------------------------- +Networkx alternative, compute and save full graph of grids for vertex and edge connectivity +Working on resolution of R80000m + +Time to prepare grid: +Mean: 0:00:00.103860 Min: 0:00:00.103860 Max: 0:00:00.103860 + +Time to compute and store full graph for vertex connectivity +Mean: 0:00:02.592279 Min: 0:00:02.592279 Max: 0:00:02.592279 + +Time to compute and store full graph for edge connectivity +Mean: 0:00:01.561453 Min: 0:00:01.561453 Max: 0:00:01.561453 +----------------------------------------- + + +----------------------------------------- +Networkx alternative, compute and save full graph of grids for vertex and edge connectivity +Working on resolution of R80000m + +Time to prepare grid: +Mean: 0:00:00.103943 Min: 0:00:00.103943 Max: 0:00:00.103943 + +Time to compute and store full graph for vertex connectivity +Mean: 0:00:02.631848 Min: 0:00:02.631848 Max: 0:00:02.631848 + +Time to compute and store full graph for edge connectivity +Mean: 0:00:01.611960 Min: 0:00:01.611960 Max: 0:00:01.611960 +----------------------------------------- + + +----------------------------------------- +Networkx alternative, compute and save full graph of grids for vertex and edge connectivity +Working on resolution of R80000m + +Time to prepare grid: +Mean: 0:00:00.101206 Min: 0:00:00.101206 Max: 0:00:00.101206 + +Time to compute and store full graph for vertex connectivity +Mean: 0:00:02.593808 Min: 0:00:02.593808 Max: 0:00:02.593808 + +Time to compute and store full graph for edge connectivity +Mean: 0:00:01.541156 Min: 0:00:01.541156 Max: 0:00:01.541156 +----------------------------------------- + + +----------------------------------------- +Networkx alternative, compute and save full graph of grids for vertex and edge connectivity +Working on resolution of R80000m + +Time to prepare grid: +Mean: 0:00:00.104249 Min: 0:00:00.104249 Max: 0:00:00.104249 + +Time to compute and store full graph for vertex connectivity +Mean: 0:00:02.632068 Min: 0:00:02.632068 Max: 0:00:02.632068 + +Time to compute and store full graph for edge connectivity +Mean: 0:00:01.633528 Min: 0:00:01.633528 Max: 0:00:01.633528 +----------------------------------------- + + +----------------------------------------- +Networkx alternative, compute and save full graph of grids for vertex and edge connectivity +Working on resolution of R80000m + +Time to prepare grid: +Mean: 0:00:00.110508 Min: 0:00:00.110508 Max: 0:00:00.110508 + +Time to compute and store full graph for vertex connectivity +Mean: 0:00:02.619709 Min: 0:00:02.619709 Max: 0:00:02.619709 + +Time to compute and store full graph for edge connectivity +Mean: 0:00:01.553270 Min: 0:00:01.553270 Max: 0:00:01.553270 +----------------------------------------- + + +----------------------------------------- +Networkx alternative, compute and save full graph of grids for vertex and edge connectivity +Working on resolution of R40000m + +Time to prepare grid: +Mean: 0:00:00.180463 Min: 0:00:00.180463 Max: 0:00:00.180463 + +Time to compute and store full graph for vertex connectivity +Mean: 0:00:10.902751 Min: 0:00:10.902751 Max: 0:00:10.902751 + +Time to compute and store full graph for edge connectivity +Mean: 0:00:07.678449 Min: 0:00:07.678449 Max: 0:00:07.678449 +----------------------------------------- + + +----------------------------------------- +Networkx alternative, compute and save full graph of grids for vertex and edge connectivity +Working on resolution of R40000m + +Time to prepare grid: +Mean: 0:00:00.104843 Min: 0:00:00.104843 Max: 0:00:00.104843 + +Time to compute and store full graph for vertex connectivity +Mean: 0:00:10.944180 Min: 0:00:10.944180 Max: 0:00:10.944180 + +Time to compute and store full graph for edge connectivity +Mean: 0:00:07.765273 Min: 0:00:07.765273 Max: 0:00:07.765273 +----------------------------------------- + + +----------------------------------------- +Networkx alternative, compute and save full graph of grids for vertex and edge connectivity +Working on resolution of R40000m + +Time to prepare grid: +Mean: 0:00:00.102913 Min: 0:00:00.102913 Max: 0:00:00.102913 + +Time to compute and store full graph for vertex connectivity +Mean: 0:00:10.996426 Min: 0:00:10.996426 Max: 0:00:10.996426 + +Time to compute and store full graph for edge connectivity +Mean: 0:00:07.825530 Min: 0:00:07.825530 Max: 0:00:07.825530 +----------------------------------------- + + +----------------------------------------- +Networkx alternative, compute and save full graph of grids for vertex and edge connectivity +Working on resolution of R40000m + +Time to prepare grid: +Mean: 0:00:00.103063 Min: 0:00:00.103063 Max: 0:00:00.103063 + +Time to compute and store full graph for vertex connectivity +Mean: 0:00:10.997366 Min: 0:00:10.997366 Max: 0:00:10.997366 + +Time to compute and store full graph for edge connectivity +Mean: 0:00:07.544013 Min: 0:00:07.544013 Max: 0:00:07.544013 +----------------------------------------- + + +----------------------------------------- +Networkx alternative, compute and save full graph of grids for vertex and edge connectivity +Working on resolution of R40000m + +Time to prepare grid: +Mean: 0:00:00.105627 Min: 0:00:00.105627 Max: 0:00:00.105627 + +Time to compute and store full graph for vertex connectivity +Mean: 0:00:10.977819 Min: 0:00:10.977819 Max: 0:00:10.977819 + +Time to compute and store full graph for edge connectivity +Mean: 0:00:07.737505 Min: 0:00:07.737505 Max: 0:00:07.737505 +----------------------------------------- + + +----------------------------------------- +Networkx alternative, compute and save full graph of grids for vertex and edge connectivity +Working on resolution of R40000m + +Time to prepare grid: +Mean: 0:00:00.131263 Min: 0:00:00.131263 Max: 0:00:00.131263 + +Time to compute and store full graph for vertex connectivity +Mean: 0:00:10.972198 Min: 0:00:10.972198 Max: 0:00:10.972198 + +Time to compute and store full graph for edge connectivity +Mean: 0:00:07.556434 Min: 0:00:07.556434 Max: 0:00:07.556434 +----------------------------------------- + + +----------------------------------------- +Networkx alternative, compute and save full graph of grids for vertex and edge connectivity +Working on resolution of R40000m + +Time to prepare grid: +Mean: 0:00:00.135607 Min: 0:00:00.135607 Max: 0:00:00.135607 + +Time to compute and store full graph for vertex connectivity +Mean: 0:00:11.110348 Min: 0:00:11.110348 Max: 0:00:11.110348 + +Time to compute and store full graph for edge connectivity +Mean: 0:00:07.901840 Min: 0:00:07.901840 Max: 0:00:07.901840 +----------------------------------------- + + +----------------------------------------- +Networkx alternative, compute and save full graph of grids for vertex and edge connectivity +Working on resolution of R40000m + +Time to prepare grid: +Mean: 0:00:00.178661 Min: 0:00:00.178661 Max: 0:00:00.178661 + +Time to compute and store full graph for vertex connectivity +Mean: 0:00:10.878930 Min: 0:00:10.878930 Max: 0:00:10.878930 + +Time to compute and store full graph for edge connectivity +Mean: 0:00:07.467142 Min: 0:00:07.467142 Max: 0:00:07.467142 +----------------------------------------- + + +----------------------------------------- +Networkx alternative, compute and save full graph of grids for vertex and edge connectivity +Working on resolution of R40000m + +Time to prepare grid: +Mean: 0:00:00.138170 Min: 0:00:00.138170 Max: 0:00:00.138170 + +Time to compute and store full graph for vertex connectivity +Mean: 0:00:11.002104 Min: 0:00:11.002104 Max: 0:00:11.002104 + +Time to compute and store full graph for edge connectivity +Mean: 0:00:07.555005 Min: 0:00:07.555005 Max: 0:00:07.555005 +----------------------------------------- + + +----------------------------------------- +Networkx alternative, compute and save full graph of grids for vertex and edge connectivity +Working on resolution of R40000m + +Time to prepare grid: +Mean: 0:00:00.123494 Min: 0:00:00.123494 Max: 0:00:00.123494 + +Time to compute and store full graph for vertex connectivity +Mean: 0:00:10.958492 Min: 0:00:10.958492 Max: 0:00:10.958492 + +Time to compute and store full graph for edge connectivity +Mean: 0:00:07.574178 Min: 0:00:07.574178 Max: 0:00:07.574178 +----------------------------------------- + + +----------------------------------------- +Networkx alternative, compute and save full graph of grids for vertex and edge connectivity +Working on resolution of R20000m + +Time to prepare grid: +Mean: 0:00:00.160745 Min: 0:00:00.160745 Max: 0:00:00.160745 + +Time to compute and store full graph for vertex connectivity +Mean: 0:00:48.269971 Min: 0:00:48.269971 Max: 0:00:48.269971 + +Time to compute and store full graph for edge connectivity +Mean: 0:00:46.757054 Min: 0:00:46.757054 Max: 0:00:46.757054 +----------------------------------------- + + +----------------------------------------- +Networkx alternative, compute and save full graph of grids for vertex and edge connectivity +Working on resolution of R20000m + +Time to prepare grid: +Mean: 0:00:00.106532 Min: 0:00:00.106532 Max: 0:00:00.106532 + +Time to compute and store full graph for vertex connectivity +Mean: 0:00:48.266459 Min: 0:00:48.266459 Max: 0:00:48.266459 + +Time to compute and store full graph for edge connectivity +Mean: 0:00:46.670455 Min: 0:00:46.670455 Max: 0:00:46.670455 +----------------------------------------- + + +----------------------------------------- +Networkx alternative, compute and save full graph of grids for vertex and edge connectivity +Working on resolution of R20000m + +Time to prepare grid: +Mean: 0:00:00.125804 Min: 0:00:00.125804 Max: 0:00:00.125804 + +Time to compute and store full graph for vertex connectivity +Mean: 0:00:48.537878 Min: 0:00:48.537878 Max: 0:00:48.537878 + +Time to compute and store full graph for edge connectivity +Mean: 0:00:47.276220 Min: 0:00:47.276220 Max: 0:00:47.276220 +----------------------------------------- + + +----------------------------------------- +Networkx alternative, compute and save full graph of grids for vertex and edge connectivity +Working on resolution of R20000m + +Time to prepare grid: +Mean: 0:00:00.108873 Min: 0:00:00.108873 Max: 0:00:00.108873 + +Time to compute and store full graph for vertex connectivity +Mean: 0:00:48.226383 Min: 0:00:48.226383 Max: 0:00:48.226383 + +Time to compute and store full graph for edge connectivity +Mean: 0:00:46.530420 Min: 0:00:46.530420 Max: 0:00:46.530420 +----------------------------------------- + + +----------------------------------------- +Networkx alternative, compute and save full graph of grids for vertex and edge connectivity +Working on resolution of R20000m + +Time to prepare grid: +Mean: 0:00:00.110277 Min: 0:00:00.110277 Max: 0:00:00.110277 + +Time to compute and store full graph for vertex connectivity +Mean: 0:00:48.225212 Min: 0:00:48.225212 Max: 0:00:48.225212 + +Time to compute and store full graph for edge connectivity +Mean: 0:00:46.604124 Min: 0:00:46.604124 Max: 0:00:46.604124 +----------------------------------------- + + +----------------------------------------- +Networkx alternative, compute and save full graph of grids for vertex and edge connectivity +Working on resolution of R20000m + +Time to prepare grid: +Mean: 0:00:00.107298 Min: 0:00:00.107298 Max: 0:00:00.107298 + +Time to compute and store full graph for vertex connectivity +Mean: 0:00:48.022387 Min: 0:00:48.022387 Max: 0:00:48.022387 + +Time to compute and store full graph for edge connectivity +Mean: 0:00:46.283012 Min: 0:00:46.283012 Max: 0:00:46.283012 +----------------------------------------- + + +----------------------------------------- +Networkx alternative, compute and save full graph of grids for vertex and edge connectivity +Working on resolution of R20000m + +Time to prepare grid: +Mean: 0:00:00.108644 Min: 0:00:00.108644 Max: 0:00:00.108644 + +Time to compute and store full graph for vertex connectivity +Mean: 0:00:48.266554 Min: 0:00:48.266554 Max: 0:00:48.266554 + +Time to compute and store full graph for edge connectivity +Mean: 0:00:46.613933 Min: 0:00:46.613933 Max: 0:00:46.613933 +----------------------------------------- + + +----------------------------------------- +Networkx alternative, compute and save full graph of grids for vertex and edge connectivity +Working on resolution of R20000m + +Time to prepare grid: +Mean: 0:00:00.105705 Min: 0:00:00.105705 Max: 0:00:00.105705 + +Time to compute and store full graph for vertex connectivity +Mean: 0:00:47.948534 Min: 0:00:47.948534 Max: 0:00:47.948534 + +Time to compute and store full graph for edge connectivity +Mean: 0:00:46.342517 Min: 0:00:46.342517 Max: 0:00:46.342517 +----------------------------------------- + + +----------------------------------------- +Networkx alternative, compute and save full graph of grids for vertex and edge connectivity +Working on resolution of R20000m + +Time to prepare grid: +Mean: 0:00:00.106413 Min: 0:00:00.106413 Max: 0:00:00.106413 + +Time to compute and store full graph for vertex connectivity +Mean: 0:00:48.187350 Min: 0:00:48.187350 Max: 0:00:48.187350 + +Time to compute and store full graph for edge connectivity +Mean: 0:00:46.556154 Min: 0:00:46.556154 Max: 0:00:46.556154 +----------------------------------------- + + +----------------------------------------- +Networkx alternative, compute and save full graph of grids for vertex and edge connectivity +Working on resolution of R20000m + +Time to prepare grid: +Mean: 0:00:00.106385 Min: 0:00:00.106385 Max: 0:00:00.106385 + +Time to compute and store full graph for vertex connectivity +Mean: 0:00:48.137511 Min: 0:00:48.137511 Max: 0:00:48.137511 + +Time to compute and store full graph for edge connectivity +Mean: 0:00:46.854065 Min: 0:00:46.854065 Max: 0:00:46.854065 +----------------------------------------- + + +----------------------------------------- +Networkx alternative, compute and save full graph of grids for vertex and edge connectivity +Working on resolution of R10000m + +Time to prepare grid: +Mean: 0:00:00.314771 Min: 0:00:00.314771 Max: 0:00:00.314771 + +Time to compute and store full graph for vertex connectivity +Mean: 0:04:15.909900 Min: 0:04:15.909900 Max: 0:04:15.909900 + +Time to compute and store full graph for edge connectivity +Mean: 0:07:12.061882 Min: 0:07:12.061882 Max: 0:07:12.061882 +----------------------------------------- + + +----------------------------------------- +Networkx alternative, compute and save full graph of grids for vertex and edge connectivity +Working on resolution of R10000m + +Time to prepare grid: +Mean: 0:00:00.289721 Min: 0:00:00.289721 Max: 0:00:00.289721 + +Time to compute and store full graph for vertex connectivity +Mean: 0:04:16.217630 Min: 0:04:16.217630 Max: 0:04:16.217630 + +Time to compute and store full graph for edge connectivity +Mean: 0:07:12.760997 Min: 0:07:12.760997 Max: 0:07:12.760997 +----------------------------------------- + + +----------------------------------------- +Networkx alternative, compute and save full graph of grids for vertex and edge connectivity +Working on resolution of R10000m + +Time to prepare grid: +Mean: 0:00:00.157608 Min: 0:00:00.157608 Max: 0:00:00.157608 + +Time to compute and store full graph for vertex connectivity +Mean: 0:04:20.355197 Min: 0:04:20.355197 Max: 0:04:20.355197 + +Time to compute and store full graph for edge connectivity +Mean: 0:07:14.102438 Min: 0:07:14.102438 Max: 0:07:14.102438 +----------------------------------------- + + +----------------------------------------- +Networkx alternative, compute and save full graph of grids for vertex and edge connectivity +Working on resolution of R10000m + +Time to prepare grid: +Mean: 0:00:00.144382 Min: 0:00:00.144382 Max: 0:00:00.144382 + +Time to compute and store full graph for vertex connectivity +Mean: 0:04:15.228165 Min: 0:04:15.228165 Max: 0:04:15.228165 + +Time to compute and store full graph for edge connectivity +Mean: 0:07:10.566481 Min: 0:07:10.566481 Max: 0:07:10.566481 +----------------------------------------- + + +----------------------------------------- +Networkx alternative, compute and save full graph of grids for vertex and edge connectivity +Working on resolution of R10000m + +Time to prepare grid: +Mean: 0:00:00.147876 Min: 0:00:00.147876 Max: 0:00:00.147876 + +Time to compute and store full graph for vertex connectivity +Mean: 0:04:14.893287 Min: 0:04:14.893287 Max: 0:04:14.893287 + +Time to compute and store full graph for edge connectivity +Mean: 0:07:11.450834 Min: 0:07:11.450834 Max: 0:07:11.450834 +----------------------------------------- + + +----------------------------------------- +Networkx alternative, compute and save full graph of grids for vertex and edge connectivity +Working on resolution of R10000m + +Time to prepare grid: +Mean: 0:00:00.148499 Min: 0:00:00.148499 Max: 0:00:00.148499 + +Time to compute and store full graph for vertex connectivity +Mean: 0:04:14.735740 Min: 0:04:14.735740 Max: 0:04:14.735740 + +Time to compute and store full graph for edge connectivity +Mean: 0:07:09.524447 Min: 0:07:09.524447 Max: 0:07:09.524447 +----------------------------------------- + + +----------------------------------------- +Networkx alternative, compute and save full graph of grids for vertex and edge connectivity +Working on resolution of R10000m + +Time to prepare grid: +Mean: 0:00:00.148729 Min: 0:00:00.148729 Max: 0:00:00.148729 + +Time to compute and store full graph for vertex connectivity +Mean: 0:04:15.280043 Min: 0:04:15.280043 Max: 0:04:15.280043 + +Time to compute and store full graph for edge connectivity +Mean: 0:07:11.979958 Min: 0:07:11.979958 Max: 0:07:11.979958 +----------------------------------------- + + +----------------------------------------- +Networkx alternative, compute and save full graph of grids for vertex and edge connectivity +Working on resolution of R10000m + +Time to prepare grid: +Mean: 0:00:00.146361 Min: 0:00:00.146361 Max: 0:00:00.146361 + +Time to compute and store full graph for vertex connectivity +Mean: 0:04:16.797762 Min: 0:04:16.797762 Max: 0:04:16.797762 + +Time to compute and store full graph for edge connectivity +Mean: 0:07:13.659663 Min: 0:07:13.659663 Max: 0:07:13.659663 +----------------------------------------- + + +----------------------------------------- +Networkx alternative, compute and save full graph of grids for vertex and edge connectivity +Working on resolution of R10000m + +Time to prepare grid: +Mean: 0:00:00.152567 Min: 0:00:00.152567 Max: 0:00:00.152567 + +Time to compute and store full graph for vertex connectivity +Mean: 0:04:09.556027 Min: 0:04:09.556027 Max: 0:04:09.556027 + +Time to compute and store full graph for edge connectivity +Mean: 0:07:10.285728 Min: 0:07:10.285728 Max: 0:07:10.285728 +----------------------------------------- + + +----------------------------------------- +Networkx alternative, compute and save full graph of grids for vertex and edge connectivity +Working on resolution of R10000m + +Time to prepare grid: +Mean: 0:00:00.205256 Min: 0:00:00.205256 Max: 0:00:00.205256 + +Time to compute and store full graph for vertex connectivity +Mean: 0:04:10.511829 Min: 0:04:10.511829 Max: 0:04:10.511829 + +Time to compute and store full graph for edge connectivity +Mean: 0:07:13.013199 Min: 0:07:13.013199 Max: 0:07:13.013199 +----------------------------------------- + diff --git a/benchmarks/levante/LOG.benchmark_alternative_own-bfs_2d.run.751540.o_keep4reference b/benchmarks/levante/LOG.benchmark_alternative_own-bfs_2d.run.751540.o_keep4reference new file mode 100644 index 0000000000000000000000000000000000000000..3c3d76c6ed66c7220ca3a2b9a5e11be26cdc01b5 --- /dev/null +++ b/benchmarks/levante/LOG.benchmark_alternative_own-bfs_2d.run.751540.o_keep4reference @@ -0,0 +1,347 @@ +Working with /sw/spack-levante/mambaforge-4.11.0-0-Linux-x86_64-sobz6z/bin/python3 + +----------------------------------------- +Own BFS alternative for 2d connected component labeling +Working on resolution of R80000m + +Time to read 2d cloud data for 1 time step; done for 48 time steps +Mean: 0:00:00.841072 Min: 0:00:00.058970 Max: 0:00:37.139549 + +Time to do 2d connected component labeling with vertex connectivity for 1 time step; done for 48 time steps +Mean: 0:00:01.813631 Min: 0:00:01.730532 Max: 0:00:01.897263 + +Time to do 2d connected component labeling with edge connectivity for 1 time step: done for 48 time steps +Mean: 0:00:00.452462 Min: 0:00:00.434637 Max: 0:00:00.471026 +----------------------------------------- + + +----------------------------------------- +Own BFS alternative for 2d connected component labeling +Working on resolution of R80000m + +Time to read 2d cloud data for 1 time step; done for 48 time steps +Mean: 0:00:00.058713 Min: 0:00:00.056285 Max: 0:00:00.135207 + +Time to do 2d connected component labeling with vertex connectivity for 1 time step; done for 48 time steps +Mean: 0:00:01.812281 Min: 0:00:01.732443 Max: 0:00:01.915978 + +Time to do 2d connected component labeling with edge connectivity for 1 time step: done for 48 time steps +Mean: 0:00:00.451504 Min: 0:00:00.429266 Max: 0:00:00.476348 +----------------------------------------- + + +----------------------------------------- +Own BFS alternative for 2d connected component labeling +Working on resolution of R80000m + +Time to read 2d cloud data for 1 time step; done for 48 time steps +Mean: 0:00:00.058072 Min: 0:00:00.055987 Max: 0:00:00.136261 + +Time to do 2d connected component labeling with vertex connectivity for 1 time step; done for 48 time steps +Mean: 0:00:01.835858 Min: 0:00:01.744010 Max: 0:00:01.905956 + +Time to do 2d connected component labeling with edge connectivity for 1 time step: done for 48 time steps +Mean: 0:00:00.456049 Min: 0:00:00.433252 Max: 0:00:00.475596 +----------------------------------------- + + +----------------------------------------- +Own BFS alternative for 2d connected component labeling +Working on resolution of R80000m + +Time to read 2d cloud data for 1 time step; done for 48 time steps +Mean: 0:00:00.058683 Min: 0:00:00.055937 Max: 0:00:00.136795 + +Time to do 2d connected component labeling with vertex connectivity for 1 time step; done for 48 time steps +Mean: 0:00:01.816360 Min: 0:00:01.732147 Max: 0:00:01.910119 + +Time to do 2d connected component labeling with edge connectivity for 1 time step: done for 48 time steps +Mean: 0:00:00.452112 Min: 0:00:00.432803 Max: 0:00:00.474777 +----------------------------------------- + + +----------------------------------------- +Own BFS alternative for 2d connected component labeling +Working on resolution of R80000m + +Time to read 2d cloud data for 1 time step; done for 48 time steps +Mean: 0:00:00.058737 Min: 0:00:00.056178 Max: 0:00:00.135053 + +Time to do 2d connected component labeling with vertex connectivity for 1 time step; done for 48 time steps +Mean: 0:00:01.830909 Min: 0:00:01.770106 Max: 0:00:01.930622 + +Time to do 2d connected component labeling with edge connectivity for 1 time step: done for 48 time steps +Mean: 0:00:00.455611 Min: 0:00:00.439224 Max: 0:00:00.478078 +----------------------------------------- + + +----------------------------------------- +Own BFS alternative for 2d connected component labeling +Working on resolution of R80000m + +Time to read 2d cloud data for 1 time step; done for 48 time steps +Mean: 0:00:00.058367 Min: 0:00:00.055967 Max: 0:00:00.136566 + +Time to do 2d connected component labeling with vertex connectivity for 1 time step; done for 48 time steps +Mean: 0:00:01.814204 Min: 0:00:01.743938 Max: 0:00:01.884895 + +Time to do 2d connected component labeling with edge connectivity for 1 time step: done for 48 time steps +Mean: 0:00:00.452244 Min: 0:00:00.434322 Max: 0:00:00.472305 +----------------------------------------- + + +----------------------------------------- +Own BFS alternative for 2d connected component labeling +Working on resolution of R80000m + +Time to read 2d cloud data for 1 time step; done for 48 time steps +Mean: 0:00:00.058531 Min: 0:00:00.056357 Max: 0:00:00.134920 + +Time to do 2d connected component labeling with vertex connectivity for 1 time step; done for 48 time steps +Mean: 0:00:01.812282 Min: 0:00:01.735869 Max: 0:00:01.896134 + +Time to do 2d connected component labeling with edge connectivity for 1 time step: done for 48 time steps +Mean: 0:00:00.451294 Min: 0:00:00.432004 Max: 0:00:00.476688 +----------------------------------------- + + +----------------------------------------- +Own BFS alternative for 2d connected component labeling +Working on resolution of R80000m + +Time to read 2d cloud data for 1 time step; done for 48 time steps +Mean: 0:00:00.059232 Min: 0:00:00.057085 Max: 0:00:00.139850 + +Time to do 2d connected component labeling with vertex connectivity for 1 time step; done for 48 time steps +Mean: 0:00:01.803266 Min: 0:00:01.720335 Max: 0:00:01.890809 + +Time to do 2d connected component labeling with edge connectivity for 1 time step: done for 48 time steps +Mean: 0:00:00.449898 Min: 0:00:00.430983 Max: 0:00:00.470736 +----------------------------------------- + + +----------------------------------------- +Own BFS alternative for 2d connected component labeling +Working on resolution of R80000m + +Time to read 2d cloud data for 1 time step; done for 48 time steps +Mean: 0:00:00.058530 Min: 0:00:00.056130 Max: 0:00:00.135594 + +Time to do 2d connected component labeling with vertex connectivity for 1 time step; done for 48 time steps +Mean: 0:00:01.823941 Min: 0:00:01.719946 Max: 0:00:01.955966 + +Time to do 2d connected component labeling with edge connectivity for 1 time step: done for 48 time steps +Mean: 0:00:00.452149 Min: 0:00:00.427989 Max: 0:00:00.484958 +----------------------------------------- + + +----------------------------------------- +Own BFS alternative for 2d connected component labeling +Working on resolution of R80000m + +Time to read 2d cloud data for 1 time step; done for 48 time steps +Mean: 0:00:00.058255 Min: 0:00:00.056249 Max: 0:00:00.136171 + +Time to do 2d connected component labeling with vertex connectivity for 1 time step; done for 48 time steps +Mean: 0:00:01.804240 Min: 0:00:01.719913 Max: 0:00:01.889265 + +Time to do 2d connected component labeling with edge connectivity for 1 time step: done for 48 time steps +Mean: 0:00:00.451568 Min: 0:00:00.429055 Max: 0:00:00.473994 +----------------------------------------- + + +----------------------------------------- +Own BFS alternative for 2d connected component labeling +Working on resolution of R40000m + +Time to read 2d cloud data for 1 time step; done for 48 time steps +Mean: 0:00:00.112835 Min: 0:00:00.060430 Max: 0:00:00.237800 + +Time to do 2d connected component labeling with vertex connectivity for 1 time step; done for 48 time steps +Mean: 0:00:11.741633 Min: 0:00:11.047880 Max: 0:00:13.037827 + +Time to do 2d connected component labeling with edge connectivity for 1 time step: done for 48 time steps +Mean: 0:00:02.804459 Min: 0:00:02.670181 Max: 0:00:02.928044 +----------------------------------------- + + +----------------------------------------- +Own BFS alternative for 2d connected component labeling +Working on resolution of R40000m + +Time to read 2d cloud data for 1 time step; done for 48 time steps +Mean: 0:00:00.066282 Min: 0:00:00.060609 Max: 0:00:00.144507 + +Time to do 2d connected component labeling with vertex connectivity for 1 time step; done for 48 time steps +Mean: 0:00:11.689641 Min: 0:00:10.977274 Max: 0:00:13.056141 + +Time to do 2d connected component labeling with edge connectivity for 1 time step: done for 48 time steps +Mean: 0:00:02.790793 Min: 0:00:02.649672 Max: 0:00:02.929472 +----------------------------------------- + + +----------------------------------------- +Own BFS alternative for 2d connected component labeling +Working on resolution of R40000m + +Time to read 2d cloud data for 1 time step; done for 48 time steps +Mean: 0:00:00.066997 Min: 0:00:00.061442 Max: 0:00:00.146309 + +Time to do 2d connected component labeling with vertex connectivity for 1 time step; done for 48 time steps +Mean: 0:00:11.748019 Min: 0:00:11.157877 Max: 0:00:13.049716 + +Time to do 2d connected component labeling with edge connectivity for 1 time step: done for 48 time steps +Mean: 0:00:02.817387 Min: 0:00:02.691829 Max: 0:00:02.934471 +----------------------------------------- + + +----------------------------------------- +Own BFS alternative for 2d connected component labeling +Working on resolution of R40000m + +Time to read 2d cloud data for 1 time step; done for 48 time steps +Mean: 0:00:00.068907 Min: 0:00:00.061523 Max: 0:00:00.204040 + +Time to do 2d connected component labeling with vertex connectivity for 1 time step; done for 48 time steps +Mean: 0:00:11.855890 Min: 0:00:11.215937 Max: 0:00:13.105010 + +Time to do 2d connected component labeling with edge connectivity for 1 time step: done for 48 time steps +Mean: 0:00:02.839184 Min: 0:00:02.715038 Max: 0:00:02.975583 +----------------------------------------- + + +----------------------------------------- +Own BFS alternative for 2d connected component labeling +Working on resolution of R40000m + +Time to read 2d cloud data for 1 time step; done for 48 time steps +Mean: 0:00:00.066445 Min: 0:00:00.060987 Max: 0:00:00.198300 + +Time to do 2d connected component labeling with vertex connectivity for 1 time step; done for 48 time steps +Mean: 0:00:11.907494 Min: 0:00:11.229726 Max: 0:00:13.063933 + +Time to do 2d connected component labeling with edge connectivity for 1 time step: done for 48 time steps +Mean: 0:00:02.840606 Min: 0:00:02.711602 Max: 0:00:02.962789 +----------------------------------------- + + +----------------------------------------- +Own BFS alternative for 2d connected component labeling +Working on resolution of R40000m + +Time to read 2d cloud data for 1 time step; done for 48 time steps +Mean: 0:00:00.068189 Min: 0:00:00.061071 Max: 0:00:00.209450 + +Time to do 2d connected component labeling with vertex connectivity for 1 time step; done for 48 time steps +Mean: 0:00:11.886436 Min: 0:00:11.256733 Max: 0:00:12.951939 + +Time to do 2d connected component labeling with edge connectivity for 1 time step: done for 48 time steps +Mean: 0:00:02.855835 Min: 0:00:02.732459 Max: 0:00:03.039219 +----------------------------------------- + + +----------------------------------------- +Own BFS alternative for 2d connected component labeling +Working on resolution of R40000m + +Time to read 2d cloud data for 1 time step; done for 48 time steps +Mean: 0:00:00.068318 Min: 0:00:00.061638 Max: 0:00:00.172090 + +Time to do 2d connected component labeling with vertex connectivity for 1 time step; done for 48 time steps +Mean: 0:00:12.135802 Min: 0:00:11.460507 Max: 0:00:13.572767 + +Time to do 2d connected component labeling with edge connectivity for 1 time step: done for 48 time steps +Mean: 0:00:02.899813 Min: 0:00:02.743560 Max: 0:00:03.048647 +----------------------------------------- + + +----------------------------------------- +Own BFS alternative for 2d connected component labeling +Working on resolution of R40000m + +Time to read 2d cloud data for 1 time step; done for 48 time steps +Mean: 0:00:00.066609 Min: 0:00:00.061103 Max: 0:00:00.147904 + +Time to do 2d connected component labeling with vertex connectivity for 1 time step; done for 48 time steps +Mean: 0:00:11.952231 Min: 0:00:11.409944 Max: 0:00:13.099324 + +Time to do 2d connected component labeling with edge connectivity for 1 time step: done for 48 time steps +Mean: 0:00:02.861240 Min: 0:00:02.747167 Max: 0:00:02.961579 +----------------------------------------- + + +----------------------------------------- +Own BFS alternative for 2d connected component labeling +Working on resolution of R40000m + +Time to read 2d cloud data for 1 time step; done for 48 time steps +Mean: 0:00:00.069454 Min: 0:00:00.061015 Max: 0:00:00.171569 + +Time to do 2d connected component labeling with vertex connectivity for 1 time step; done for 48 time steps +Mean: 0:00:11.972089 Min: 0:00:11.310552 Max: 0:00:13.099566 + +Time to do 2d connected component labeling with edge connectivity for 1 time step: done for 48 time steps +Mean: 0:00:02.857194 Min: 0:00:02.693729 Max: 0:00:03.032465 +----------------------------------------- + + +----------------------------------------- +Own BFS alternative for 2d connected component labeling +Working on resolution of R40000m + +Time to read 2d cloud data for 1 time step; done for 48 time steps +Mean: 0:00:00.069869 Min: 0:00:00.061572 Max: 0:00:00.165979 + +Time to do 2d connected component labeling with vertex connectivity for 1 time step; done for 48 time steps +Mean: 0:00:12.060542 Min: 0:00:11.363261 Max: 0:00:13.306222 + +Time to do 2d connected component labeling with edge connectivity for 1 time step: done for 48 time steps +Mean: 0:00:02.890548 Min: 0:00:02.752932 Max: 0:00:03.017463 +----------------------------------------- + + +----------------------------------------- +Own BFS alternative for 2d connected component labeling +Working on resolution of R20000m + +Time to read 2d cloud data for 1 time step; done for 48 time steps +Mean: 0:00:00.134744 Min: 0:00:00.076718 Max: 0:00:00.417964 + +Time to do 2d connected component labeling with vertex connectivity for 1 time step; done for 48 time steps +Mean: 0:01:42.652603 Min: 0:01:26.746837 Max: 0:02:05.267857 + +Time to do 2d connected component labeling with edge connectivity for 1 time step: done for 48 time steps +Mean: 0:00:20.160642 Min: 0:00:18.981943 Max: 0:00:22.087087 +----------------------------------------- + + +----------------------------------------- +Own BFS alternative for 2d connected component labeling +Working on resolution of R20000m + +Time to read 2d cloud data for 1 time step; done for 48 time steps +Mean: 0:00:00.105685 Min: 0:00:00.065255 Max: 0:00:00.219487 + +Time to do 2d connected component labeling with vertex connectivity for 1 time step; done for 48 time steps +Mean: 0:01:43.564684 Min: 0:01:28.466029 Max: 0:02:06.915713 + +Time to do 2d connected component labeling with edge connectivity for 1 time step: done for 48 time steps +Mean: 0:00:20.450507 Min: 0:00:19.382780 Max: 0:00:22.107816 +----------------------------------------- + + +----------------------------------------- +Own BFS alternative for 2d connected component labeling +Working on resolution of R20000m + +Time to read 2d cloud data for 1 time step; done for 48 time steps +Mean: 0:00:00.085241 Min: 0:00:00.064297 Max: 0:00:00.180708 + +Time to do 2d connected component labeling with vertex connectivity for 1 time step; done for 48 time steps +Mean: 0:01:42.690418 Min: 0:01:26.777747 Max: 0:02:05.228272 + +Time to do 2d connected component labeling with edge connectivity for 1 time step: done for 48 time steps +Mean: 0:00:20.190591 Min: 0:00:19.066214 Max: 0:00:22.549308 +----------------------------------------- + +slurmstepd: error: *** JOB 751540 ON l30313 CANCELLED AT 2022-06-09T05:42:48 DUE TO TIME LIMIT *** diff --git a/benchmarks/levante/LOG.benchmark_cubulation.run.746325.o_keep4reference b/benchmarks/levante/LOG.benchmark_cubulation.run.746325.o_keep4reference new file mode 100644 index 0000000000000000000000000000000000000000..bb9e92d080a491db6b4eef51a6e438118fd66d25 --- /dev/null +++ b/benchmarks/levante/LOG.benchmark_cubulation.run.746325.o_keep4reference @@ -0,0 +1,249 @@ +Working with /sw/spack-levante/mambaforge-4.11.0-0-Linux-x86_64-sobz6z/bin/python3 + +----------------------------------------- +Working on resolution of R80000m +Start cell: 5570 Search radius: 104 Save cubulation: 1 +Time to read the grid: 0:00:00.111539 +Time to compute cubulation: 0:00:11.691935 +----------------------------------------- + + +----------------------------------------- +Working on resolution of R80000m +Start cell: 5570 Search radius: 104 Save cubulation: 1 +Time to read the grid: 0:00:00.098447 +Time to compute cubulation: 0:00:11.405875 +----------------------------------------- + + +----------------------------------------- +Working on resolution of R80000m +Start cell: 5570 Search radius: 104 Save cubulation: 1 +Time to read the grid: 0:00:00.101065 +Time to compute cubulation: 0:00:11.446452 +----------------------------------------- + + +----------------------------------------- +Working on resolution of R80000m +Start cell: 5570 Search radius: 104 Save cubulation: 1 +Time to read the grid: 0:00:00.099490 +Time to compute cubulation: 0:00:11.235260 +----------------------------------------- + + +----------------------------------------- +Working on resolution of R80000m +Start cell: 5570 Search radius: 104 Save cubulation: 1 +Time to read the grid: 0:00:00.102894 +Time to compute cubulation: 0:00:11.327536 +----------------------------------------- + + +----------------------------------------- +Working on resolution of R80000m +Start cell: 5570 Search radius: 104 Save cubulation: 1 +Time to read the grid: 0:00:00.098214 +Time to compute cubulation: 0:00:11.448181 +----------------------------------------- + + +----------------------------------------- +Working on resolution of R80000m +Start cell: 5570 Search radius: 104 Save cubulation: 1 +Time to read the grid: 0:00:00.102450 +Time to compute cubulation: 0:00:11.409802 +----------------------------------------- + + +----------------------------------------- +Working on resolution of R80000m +Start cell: 5570 Search radius: 104 Save cubulation: 1 +Time to read the grid: 0:00:00.102942 +Time to compute cubulation: 0:00:11.328397 +----------------------------------------- + + +----------------------------------------- +Working on resolution of R80000m +Start cell: 5570 Search radius: 104 Save cubulation: 1 +Time to read the grid: 0:00:00.109839 +Time to compute cubulation: 0:00:11.250979 +----------------------------------------- + + +----------------------------------------- +Working on resolution of R80000m +Start cell: 5570 Search radius: 104 Save cubulation: 1 +Time to read the grid: 0:00:00.100064 +Time to compute cubulation: 0:00:11.800567 +----------------------------------------- + + +----------------------------------------- +Working on resolution of R40000m +Start cell: 18494 Search radius: 210 Save cubulation: 1 +Time to read the grid: 0:00:00.143886 +Time to compute cubulation: 0:01:21.604662 +----------------------------------------- + + +----------------------------------------- +Working on resolution of R40000m +Start cell: 18494 Search radius: 210 Save cubulation: 1 +Time to read the grid: 0:00:00.100746 +Time to compute cubulation: 0:01:22.176071 +----------------------------------------- + + +----------------------------------------- +Working on resolution of R40000m +Start cell: 18494 Search radius: 210 Save cubulation: 1 +Time to read the grid: 0:00:00.106161 +Time to compute cubulation: 0:01:21.732051 +----------------------------------------- + + +----------------------------------------- +Working on resolution of R40000m +Start cell: 18494 Search radius: 210 Save cubulation: 1 +Time to read the grid: 0:00:00.102499 +Time to compute cubulation: 0:01:21.259108 +----------------------------------------- + + +----------------------------------------- +Working on resolution of R40000m +Start cell: 18494 Search radius: 210 Save cubulation: 1 +Time to read the grid: 0:00:00.102508 +Time to compute cubulation: 0:01:21.842264 +----------------------------------------- + + +----------------------------------------- +Working on resolution of R40000m +Start cell: 18494 Search radius: 210 Save cubulation: 1 +Time to read the grid: 0:00:00.108001 +Time to compute cubulation: 0:01:23.440947 +----------------------------------------- + + +----------------------------------------- +Working on resolution of R40000m +Start cell: 18494 Search radius: 210 Save cubulation: 1 +Time to read the grid: 0:00:00.146369 +Time to compute cubulation: 0:01:22.053555 +----------------------------------------- + + +----------------------------------------- +Working on resolution of R40000m +Start cell: 18494 Search radius: 210 Save cubulation: 1 +Time to read the grid: 0:00:00.099371 +Time to compute cubulation: 0:01:21.685052 +----------------------------------------- + + +----------------------------------------- +Working on resolution of R40000m +Start cell: 18494 Search radius: 210 Save cubulation: 1 +Time to read the grid: 0:00:00.098383 +Time to compute cubulation: 0:01:22.348166 +----------------------------------------- + + +----------------------------------------- +Working on resolution of R40000m +Start cell: 18494 Search radius: 210 Save cubulation: 1 +Time to read the grid: 0:00:00.099496 +Time to compute cubulation: 0:01:21.622861 +----------------------------------------- + + +----------------------------------------- +Working on resolution of R20000m +Start cell: 69220 Search radius: 423 Save cubulation: 1 +Time to read the grid: 0:00:00.109458 +Time to compute cubulation: 0:14:44.740432 +----------------------------------------- + + +----------------------------------------- +Working on resolution of R20000m +Start cell: 69220 Search radius: 423 Save cubulation: 1 +Time to read the grid: 0:00:00.163926 +Time to compute cubulation: 0:14:51.691015 +----------------------------------------- + + +----------------------------------------- +Working on resolution of R20000m +Start cell: 69220 Search radius: 423 Save cubulation: 1 +Time to read the grid: 0:00:00.113933 +Time to compute cubulation: 0:14:49.668303 +----------------------------------------- + + +----------------------------------------- +Working on resolution of R20000m +Start cell: 69220 Search radius: 423 Save cubulation: 1 +Time to read the grid: 0:00:00.188500 +Time to compute cubulation: 0:14:51.699327 +----------------------------------------- + + +----------------------------------------- +Working on resolution of R20000m +Start cell: 69220 Search radius: 423 Save cubulation: 1 +Time to read the grid: 0:00:00.117718 +Time to compute cubulation: 0:14:46.001933 +----------------------------------------- + + +----------------------------------------- +Working on resolution of R20000m +Start cell: 69220 Search radius: 423 Save cubulation: 1 +Time to read the grid: 0:00:00.167342 +Time to compute cubulation: 0:14:48.245944 +----------------------------------------- + + +----------------------------------------- +Working on resolution of R20000m +Start cell: 69220 Search radius: 423 Save cubulation: 1 +Time to read the grid: 0:00:00.117295 +Time to compute cubulation: 0:14:47.907541 +----------------------------------------- + + +----------------------------------------- +Working on resolution of R20000m +Start cell: 69220 Search radius: 423 Save cubulation: 1 +Time to read the grid: 0:00:00.173820 +Time to compute cubulation: 0:14:57.161018 +----------------------------------------- + + +----------------------------------------- +Working on resolution of R20000m +Start cell: 69220 Search radius: 423 Save cubulation: 1 +Time to read the grid: 0:00:00.115833 +Time to compute cubulation: 0:14:50.834056 +----------------------------------------- + + +----------------------------------------- +Working on resolution of R20000m +Start cell: 69220 Search radius: 423 Save cubulation: 1 +Time to read the grid: 0:00:00.196257 +Time to compute cubulation: 0:14:47.884634 +----------------------------------------- + + +----------------------------------------- +Working on resolution of R10000m +Start cell: 264617 Search radius: 851 Save cubulation: 1 +Time to read the grid: 0:00:00.337632 +Time to compute cubulation: 3:42:34.257770 +----------------------------------------- + diff --git a/benchmarks/levante/LOG.benchmark_cubulation.run.746956.o_keep4reference b/benchmarks/levante/LOG.benchmark_cubulation.run.746956.o_keep4reference new file mode 100644 index 0000000000000000000000000000000000000000..d81081d5815bcb30a95c165a91d49c147da32056 --- /dev/null +++ b/benchmarks/levante/LOG.benchmark_cubulation.run.746956.o_keep4reference @@ -0,0 +1,18 @@ +Working with /sw/spack-levante/mambaforge-4.11.0-0-Linux-x86_64-sobz6z/bin/python3 + +----------------------------------------- +Working on resolution of R10000m +Start cell: 264617 Search radius: 851 Save cubulation: 1 +Time to read the grid: 0:00:00.661804 +Time to compute cubulation: 3:53:56.613207 +----------------------------------------- + + +----------------------------------------- +Working on resolution of R10000m +Start cell: 264617 Search radius: 851 Save cubulation: 1 +Time to read the grid: 0:00:00.251910 +Time to compute cubulation: 3:41:33.532182 +----------------------------------------- + +slurmstepd: error: *** JOB 746956 ON l40005 CANCELLED AT 2022-06-08T17:18:19 DUE TO TIME LIMIT *** diff --git a/benchmarks/levante/README_benchmarks.txt b/benchmarks/levante/README_benchmarks.txt new file mode 100644 index 0000000000000000000000000000000000000000..8fbdf4d50b01fcbbce330f2e2d2d06ea845374af --- /dev/null +++ b/benchmarks/levante/README_benchmarks.txt @@ -0,0 +1,18 @@ +Benchmarking runtime of cubulation and connected component identification + +Tests are performed on an exclusive compute node of the DKRZ supercomputer Levante in Hamburg, Germany. + +A compute node has the following specs (https://docs.dkrz.de/doc/levante/configuration.html): + * 2x AMD 7763 CPU @ 2.45 Ghz, + * 128 cores in total, + * 256 GB main memory. + +As for the grids we consider limited-area ICON grids that cover a large part of the North Atlantic. They were for example used for the NAWDEX simulations described Senf, F., A. Voigt et al, 2020: Increasing Resolution and Resolving Convection Improve the Simulation of Cloudâ€Radiative Effects Over the North Atlantic, JGR Atmospheres. https://agupubs.onlinelibrary.wiley.com/doi/full/10.1029/2020JD032667. + +Usage: + +benchmark_cubulation.run is a batch job that is submitted to an exclusive compute node via sbatch and that calls benchmark_cubulation.py. The grid resolution, start triangle and search radius for the cubulation are handed over to benchmark_cubulation.py, which reads in the grid file and does the cubulation. + +In a similar manner, benchmark_2d.run and benchmark_3d.run measure the execution time for computing connected components using the tricco cubulation approach. + +benchmark_alternative_networkx_2d.run and benchmark_alternative_own-bfs_2d.run measure the execution time for using the alternative approaches for 2d connected component finding. benchmark_alternative_networkx_fullgraph.run measure the time to compute and save the full graph of the grids with all possible connections between cells. diff --git a/benchmarks/levante/benchmark_2d.py b/benchmarks/levante/benchmark_2d.py new file mode 100644 index 0000000000000000000000000000000000000000..1b4f25c0cc8f96e5646282afb81ae7e91e323e4f --- /dev/null +++ b/benchmarks/levante/benchmark_2d.py @@ -0,0 +1,75 @@ +# Perform benchmarking of 2d cloud data given a previously computed cubulation + +# parse command line parameters +import sys +resol = sys.argv[1] +startcell = int(sys.argv[2]) +searchrad = int(sys.argv[3]) + +# gridfile including path +gridfile = '/work/bb1018/from_Mistral/bb1018/b380459/NAWDEX/grids/icon-grid_nawdex_78w40e23n80n_'+resol+'.nc' + +# load other needed packages +import cc3d +sys.path.append('/home/b/b380459/tricco/') +import tricco +import datetime + +print(' ') +print('-----------------------------------------') +print('Working on resolution of', resol) +print('Start cell:', startcell, 'Search radius:', searchrad) + +# load previously computed cubulation +import numpy as np +cubulpath = '/scratch/b/b380459/tricco_output/' +cubulfile = cubulpath+'/icon-grid_nawdex_78w40e23n80n_'+resol+'_cubulation_start'+str(startcell)+'_radius'+str(searchrad)+'.npy' +cubulation = np.load(cubulfile, allow_pickle=True) + +# read in cloud data + +# cloud file depends on resolution +datapath={'R80000m': '/work/bb1018/from_Mistral/bb1018/b380459/NAWDEX/ICON_OUTPUT_NWP/nawdexnwp-80km-mis-0001/', + 'R40000m': '/work/bb1018/from_Mistral/bb1018/b380459/NAWDEX/ICON_OUTPUT_NWP/nawdexnwp-40km-mis-0001/', + 'R20000m': '/work/bb1018/from_Mistral/bb1018/b380459/NAWDEX/ICON_OUTPUT_NWP/nawdexnwp-20km-mis-0001/', + 'R10000m': '/work/bb1018/from_Mistral/bb1018/b380459/NAWDEX/ICON_OUTPUT_NWP/nawdexnwp-10km-mis-0001/'} +datafile={'R80000m': 'nawdexnwp-80km-mis-0001_2016092200_2d_30min_DOM01_ML_', + 'R40000m': 'nawdexnwp-40km-mis-0001_2016092200_2d_30min_DOM01_ML_', + 'R20000m': 'nawdexnwp-20km-mis-0001_2016092200_2d_30min_DOM01_ML_', + 'R10000m': 'nawdexnwp-10km-mis-0001_2016092200_2d_30min_DOM01_ML_'} + +dtime_dat = list() +dtime_ver = list() +dtime_edg = list() +# loop over 1 day of 30-min output data --> 48 timesteps +for time in range(10,59): + # read in data + begin_time = datetime.datetime.now() + field, field_cube = tricco.prepare_field(model='ICON', path=datapath[resol], + file=datafile[resol]+'00'+str(time)+'.nc', + var='clct', threshold=85.0, cubulation=cubulation) + end_time = datetime.datetime.now() + dtime_dat.append(end_time-begin_time) + # perform connected component analysis for vertex connectivity + begin_time = datetime.datetime.now() + _ = tricco.compute_connected_components_2d(cubulation, field_cube, connectivity = 'vertex') + end_time = datetime.datetime.now() + dtime_ver.append(end_time-begin_time) + # perform connected component analysis for edge connectivity + begin_time = datetime.datetime.now() + _ = tricco.compute_connected_components_2d(cubulation, field_cube, connectivity = 'edge') + end_time = datetime.datetime.now() + dtime_edg.append(end_time-begin_time) + +print(' ') +print('Time to read in 1 time step of data, including moving it onto the 3d cubulated grid; done for 48 time steps') +print('Mean:', np.mean(dtime_dat), 'Min:', np.min(dtime_dat), 'Max:', np.max(dtime_dat)) +print(' ') +print('Time to do 2d connected component labeling with vertex connectivity for 1 time step; done for 48 time steps') +print('Mean:', np.mean(dtime_ver), 'Min:', np.min(dtime_ver), 'Max:', np.max(dtime_ver)) +print(' ') +print('Time to do 2d connected component labeling with edge connectivity for 1 time step: done for 48 time steps') +print('Mean:', np.mean(dtime_edg), 'Min:', np.min(dtime_edg), 'Max:', np.max(dtime_edg)) + +print('-----------------------------------------') +print(' ') diff --git a/benchmarks/levante/benchmark_2d.run b/benchmarks/levante/benchmark_2d.run new file mode 100755 index 0000000000000000000000000000000000000000..b328befec891a6358a17a414bef94f37eef9e7af --- /dev/null +++ b/benchmarks/levante/benchmark_2d.run @@ -0,0 +1,34 @@ +#!/bin/bash +#============================================================================= +# mistral batch job parameters +#----------------------------------------------------------------------------- +#SBATCH --account=bb1152 +#SBATCH --job-name=benchmark_2d.run +#SBATCH --partition=compute +#SBATCH --nodes=1 +#SBATCH --threads-per-core=1 +#SBATCH --output=/home/b/b380459/tricco/benchmarks/levante/LOG.benchmark_2d.run.%j.o +#SBATCH --error=/home/b/b380459/tricco/benchmarks/levante/LOG.benchmark_2d.run.%j.o +#SBATCH --exclusive +#SBATCH --time=08:00:00 + +cd /home/b/b380459/tricco/benchmarks/levante/ + +MYPYTHON="/sw/spack-levante/mambaforge-4.11.0-0-Linux-x86_64-sobz6z/bin/python3" +echo "Working with" ${MYPYTHON} + +for i in {1..10}; do + $MYPYTHON benchmark_2d.py R80000m 5570 104 +done + +for i in {1..10}; do + $MYPYTHON benchmark_2d.py R40000m 18494 210 +done + +for i in {1..10}; do + $MYPYTHON benchmark_2d.py R20000m 69220 423 +done + +for i in {1..10}; do + $MYPYTHON benchmark_2d.py R10000m 264617 851 +done diff --git a/benchmarks/levante/benchmark_3d.py b/benchmarks/levante/benchmark_3d.py new file mode 100644 index 0000000000000000000000000000000000000000..9f32faa4eb55bae9d0a3ebc9b92ac081044842ed --- /dev/null +++ b/benchmarks/levante/benchmark_3d.py @@ -0,0 +1,75 @@ +# Perform benchmarking of 3d cloud data given a previously computed cubulation + +# parse command line parameters +import sys +resol = sys.argv[1] +startcell = int(sys.argv[2]) +searchrad = int(sys.argv[3]) + +# gridfile including path +gridfile = '/work/bb1018/from_Mistral/bb1018/b380459/NAWDEX/grids/icon-grid_nawdex_78w40e23n80n_'+resol+'.nc' + +# load other needed packages +import cc3d +sys.path.append('/home/b/b380459/tricco/') +import tricco +import datetime + +print(' ') +print('-----------------------------------------') +print('Working on resolution of', resol) +print('Start cell:', startcell, 'Search radius:', searchrad) + +# load previously computed cubulation +import numpy as np +cubulpath = '/scratch/b/b380459/tricco_output/' +cubulfile = cubulpath+'/icon-grid_nawdex_78w40e23n80n_'+resol+'_cubulation_start'+str(startcell)+'_radius'+str(searchrad)+'.npy' +cubulation = np.load(cubulfile, allow_pickle=True) + +# read in cloud data + +# cloud file depends on resolution +datapath={'R80000m': '/work/bb1018/from_Mistral/bb1018/b380459/NAWDEX/ICON_OUTPUT_NWP/nawdexnwp-80km-mis-0001/', + 'R40000m': '/work/bb1018/from_Mistral/bb1018/b380459/NAWDEX/ICON_OUTPUT_NWP/nawdexnwp-40km-mis-0001/', + 'R20000m': '/work/bb1018/from_Mistral/bb1018/b380459/NAWDEX/ICON_OUTPUT_NWP/nawdexnwp-20km-mis-0001/', + 'R10000m': '/work/bb1018/from_Mistral/bb1018/b380459/NAWDEX/ICON_OUTPUT_NWP/nawdexnwp-10km-mis-0001/'} +datafile={'R80000m': 'nawdexnwp-80km-mis-0001_2016092200_3dcloud_DOM01_ML_', + 'R40000m': 'nawdexnwp-40km-mis-0001_2016092200_3dcloud_DOM01_ML_', + 'R20000m': 'nawdexnwp-20km-mis-0001_2016092200_3dcloud_DOM01_ML_', + 'R10000m': 'nawdexnwp-10km-mis-0001_2016092200_3dcloud_DOM01_ML_'} + +dtime_dat = list() +dtime_ver = list() +dtime_edg = list() +# loop over 2 days of 1-hour output data --> 48 timesteps +for time in range(10,59): + # read in data + begin_time = datetime.datetime.now() + field, field_cube = tricco.prepare_field_lev(model='ICON', path=datapath[resol], + file=datafile[resol]+'00'+str(time)+'.nc', + var='clc', threshold=85.0, cubulation=cubulation) + end_time = datetime.datetime.now() + dtime_dat.append(end_time-begin_time) + # perform connected component analysis for vertex connectivity + begin_time = datetime.datetime.now() + _ = tricco.compute_connected_components_3d(cubulation, field_cube, connectivity = 'vertex') + end_time = datetime.datetime.now() + dtime_ver.append(end_time-begin_time) + # perform connected component analysis for edge connectivity + begin_time = datetime.datetime.now() + _ = tricco.compute_connected_components_3d(cubulation, field_cube, connectivity = 'edge') + end_time = datetime.datetime.now() + dtime_edg.append(end_time-begin_time) + +print(' ') +print('Time to read in 1 time step of data, including moving it onto the 3d x lev cubulated grid; done for 48 time steps') +print('Mean:', np.mean(dtime_dat), 'Min:', np.min(dtime_dat), 'Max:', np.max(dtime_dat)) +print(' ') +print('Time to do 3d connected component labeling with vertex connectivity for 1 time step; done for 48 time steps') +print('Mean:', np.mean(dtime_ver), 'Min:', np.min(dtime_ver), 'Max:', np.max(dtime_ver)) +print(' ') +print('Time to do 3d connected component labeling with edge connectivity for 1 time step; done for 48 time steps') +print('Mean:', np.mean(dtime_edg), 'Min:', np.min(dtime_edg), 'Max:', np.max(dtime_edg)) + +print('-----------------------------------------') +print(' ') diff --git a/benchmarks/levante/benchmark_3d.run b/benchmarks/levante/benchmark_3d.run new file mode 100755 index 0000000000000000000000000000000000000000..ebb1ce48d8917c96adf00e831ec0164ea28521d5 --- /dev/null +++ b/benchmarks/levante/benchmark_3d.run @@ -0,0 +1,34 @@ +#!/bin/bash +#============================================================================= +# mistral batch job parameters +#----------------------------------------------------------------------------- +#SBATCH --account=bb1152 +#SBATCH --job-name=benchmark_3d.run +#SBATCH --partition=compute +#SBATCH --nodes=1 +#SBATCH --threads-per-core=1 +#SBATCH --output=/home/b/b380459/tricco/benchmarks/levante/LOG.benchmark_3d.run.%j.o +#SBATCH --error=/home/b/b380459/tricco/benchmarks/levante/LOG.benchmark_3d.run.%j.o +#SBATCH --exclusive +#SBATCH --time=08:00:00 + +cd /home/b/b380459/tricco/benchmarks/levante/ + +MYPYTHON="/sw/spack-levante/mambaforge-4.11.0-0-Linux-x86_64-sobz6z/bin/python3" +echo "Working with" ${MYPYTHON} + +#for i in {1..10}; do +# $MYPYTHON benchmark_3d.py R80000m 5570 104 +#done +# +#for i in {1..10}; do +# $MYPYTHON benchmark_3d.py R40000m 18494 210 +#done +# +for i in {1..10}; do + $MYPYTHON benchmark_3d.py R20000m 69220 423 +done + +for i in {1..1}; do + $MYPYTHON benchmark_3d.py R10000m 264617 851 +done diff --git a/benchmarks/levante/benchmark_alternative_networkx_2d.py b/benchmarks/levante/benchmark_alternative_networkx_2d.py new file mode 100644 index 0000000000000000000000000000000000000000..d82356ff22597a60366b06548c34b4352487d32e --- /dev/null +++ b/benchmarks/levante/benchmark_alternative_networkx_2d.py @@ -0,0 +1,69 @@ +# Perform benchmarking of 2d cloud data using networkx graph alternative + +# parse command line parameters +import sys +resol = sys.argv[1] + +# load other needed packages +sys.path.append("/home/b/b380459/tricco/") +import tricco +from tricco.alternatives import nwx +import datetime +import networkx as networkx +import xarray as xr + +print(" ") +print("-----------------------------------------") +print("Networkx alternative for 2d connected component labeling") +print("Working on resolution of", resol) + +# load previously computed full graph +import numpy as np +graphpath = "/scratch/b/b380459/tricco_output/" +fgraph_vert = networkx.read_gpickle(graphpath+"/icon-grid_nawdex_78w40e23n80n_"+resol+"_fgraph_vertex.gpickle") +fgraph_edge = networkx.read_gpickle(graphpath+"/icon-grid_nawdex_78w40e23n80n_"+resol+"_fgraph_edge.gpickle") + +# cloud file depends on resolution +datapath={"R80000m": "/work/bb1018/from_Mistral/bb1018/b380459/NAWDEX/ICON_OUTPUT_NWP/nawdexnwp-80km-mis-0001/", + "R40000m": "/work/bb1018/from_Mistral/bb1018/b380459/NAWDEX/ICON_OUTPUT_NWP/nawdexnwp-40km-mis-0001/", + "R20000m": "/work/bb1018/from_Mistral/bb1018/b380459/NAWDEX/ICON_OUTPUT_NWP/nawdexnwp-20km-mis-0001/", + "R10000m": "/work/bb1018/from_Mistral/bb1018/b380459/NAWDEX/ICON_OUTPUT_NWP/nawdexnwp-10km-mis-0001/"} +datafile={"R80000m": "nawdexnwp-80km-mis-0001_2016092200_2d_30min_DOM01_ML_", + "R40000m": "nawdexnwp-40km-mis-0001_2016092200_2d_30min_DOM01_ML_", + "R20000m": "nawdexnwp-20km-mis-0001_2016092200_2d_30min_DOM01_ML_", + "R10000m": "nawdexnwp-10km-mis-0001_2016092200_2d_30min_DOM01_ML_"} + +dtime_read = list() +dtime_vert = list() +dtime_edge = list() +# loop over 1 day of 30-min output data --> 48 timesteps +for time in range(10,59): + # read cloud data + begin_time = datetime.datetime.now() + filename = datapath[resol]+"/"+datafile[resol]+"00"+str(time)+".nc" + data = xr.open_dataset(filename)["clct"].squeeze() + end_time = datetime.datetime.now() + dtime_read.append(end_time-begin_time) + # perform connected component analysis for vertex connectivity + begin_time = datetime.datetime.now() + components_vert = nwx.compute_connected_components_2d(data, fgraph_vert, 85.0) + end_time = datetime.datetime.now() + dtime_vert.append(end_time-begin_time) + # perform connected component analysis for edge connectivity + begin_time = datetime.datetime.now() + components_edge = nwx.compute_connected_components_2d(data, fgraph_edge, 85.0) + end_time = datetime.datetime.now() + dtime_edge.append(end_time-begin_time) + +print(" ") +print("Time to read 2d cloud data for 1 time step; done for 48 time steps") +print("Mean:", np.mean(dtime_read), "Min:", np.min(dtime_read), "Max:", np.max(dtime_read)) +print(" ") +print("Time to do 2d connected component labeling with vertex connectivity for 1 time step; done for 48 time steps") +print("Mean:", np.mean(dtime_vert), "Min:", np.min(dtime_vert), "Max:", np.max(dtime_vert)) +print(" ") +print("Time to do 2d connected component labeling with edge connectivity for 1 time step: done for 48 time steps") +print("Mean:", np.mean(dtime_edge), "Min:", np.min(dtime_edge), "Max:", np.max(dtime_edge)) + +print("-----------------------------------------") +print(" ") diff --git a/benchmarks/levante/benchmark_alternative_networkx_2d.run b/benchmarks/levante/benchmark_alternative_networkx_2d.run new file mode 100755 index 0000000000000000000000000000000000000000..411d9174d5e2d8cc09e6dd90591a04e0c9b06174 --- /dev/null +++ b/benchmarks/levante/benchmark_alternative_networkx_2d.run @@ -0,0 +1,34 @@ +#!/bin/bash +#============================================================================= +# mistral batch job parameters +#----------------------------------------------------------------------------- +#SBATCH --account=bb1152 +#SBATCH --job-name=benchmark_alternative_networkx_2d.run +#SBATCH --partition=compute +#SBATCH --nodes=1 +#SBATCH --threads-per-core=1 +#SBATCH --output=/home/b/b380459/tricco/benchmarks/levante/LOG.benchmark_alternative_networkx_2d.run.%j.o +#SBATCH --error=/home/b/b380459/tricco/benchmarks/levante/LOG.benchmark_alternative_networkx_2d.run.%j.o +#SBATCH --exclusive +#SBATCH --time=08:00:00 + +cd /home/b/b380459/tricco/benchmarks/levante/ + +MYPYTHON="/sw/spack-levante/mambaforge-4.11.0-0-Linux-x86_64-sobz6z/bin/python3" +echo "Working with" ${MYPYTHON} + +for i in {1..10}; do + $MYPYTHON benchmark_alternative_networkx_2d.py R80000m +done + +for i in {1..10}; do + $MYPYTHON benchmark_alternative_networkx_2d.py R40000m +done + +for i in {1..10}; do + $MYPYTHON benchmark_alternative_networkx_2d.py R20000m +done + +for i in {1..10}; do + $MYPYTHON benchmark_alternative_networkx_2d.py R10000m +done diff --git a/benchmarks/levante/benchmark_alternative_networkx_fullgraph.py b/benchmarks/levante/benchmark_alternative_networkx_fullgraph.py new file mode 100644 index 0000000000000000000000000000000000000000..14529c7c396079742ae641feee97d7a34a59326c --- /dev/null +++ b/benchmarks/levante/benchmark_alternative_networkx_fullgraph.py @@ -0,0 +1,61 @@ +# Perform benchmarking of 2d cloud data given a previously computed cubulation + +# parse command line parameters +import sys +resol = sys.argv[1] + +# load other needed packages +sys.path.append("/home/b/b380459/tricco/") +import tricco +from tricco.alternatives import nwx +import datetime +import networkx as networkx +import numpy as np + +print(" ") +print("-----------------------------------------") +print("Networkx alternative, compute and save full graph of grids for vertex and edge connectivity") +print("Working on resolution of", resol) + +# grid file +gridfile = "/work/bb1018/from_Mistral/bb1018/b380459/NAWDEX/grids/icon-grid_nawdex_78w40e23n80n_"+resol+".nc" + +# location where to save full graphs +graphpath = "/scratch/b/b380459/tricco_output/" + +dtime_prep = list() +dtime_vert = list() +dtime_edge = list() + +# prepare grid +begin_time = datetime.datetime.now() +grid = nwx.prepare_grid(model="ICON", file=gridfile) +end_time = datetime.datetime.now() +dtime_prep.append(end_time-begin_time) + +# vertex connectivity +begin_time = datetime.datetime.now() +fgraph_vert = nwx.compute_fullgraph(grid, connectivity="vertex") +networkx.write_gpickle(fgraph_vert, graphpath+"/icon-grid_nawdex_78w40e23n80n_"+resol+"_fgraph_vertex.gpickle") +end_time = datetime.datetime.now() +dtime_vert.append(end_time-begin_time) + +# edge connectivity +begin_time = datetime.datetime.now() +fgraph_edge = nwx.compute_fullgraph(grid, connectivity="edge") +networkx.write_gpickle(fgraph_edge, graphpath+"/icon-grid_nawdex_78w40e23n80n_"+resol+"_fgraph_edge.gpickle") +end_time = datetime.datetime.now() +dtime_edge.append(end_time-begin_time) + +print(" ") +print("Time to prepare grid:") +print("Mean:", np.mean(dtime_prep), "Min:", np.min(dtime_prep), "Max:", np.max(dtime_prep)) +print(" ") +print("Time to compute and store full graph for vertex connectivity") +print("Mean:", np.mean(dtime_vert), "Min:", np.min(dtime_vert), "Max:", np.max(dtime_vert)) +print(" ") +print("Time to compute and store full graph for edge connectivity") +print("Mean:", np.mean(dtime_edge), "Min:", np.min(dtime_edge), "Max:", np.max(dtime_edge)) + +print("-----------------------------------------") +print(" ") diff --git a/benchmarks/levante/benchmark_alternative_networkx_fullgraph.run b/benchmarks/levante/benchmark_alternative_networkx_fullgraph.run new file mode 100755 index 0000000000000000000000000000000000000000..eb75f36e5a0342d21511f828d80accdd7066845c --- /dev/null +++ b/benchmarks/levante/benchmark_alternative_networkx_fullgraph.run @@ -0,0 +1,38 @@ +#!/bin/bash +#============================================================================= +# mistral batch job parameters +#----------------------------------------------------------------------------- +#SBATCH --account=bb1152 +#SBATCH --job-name=benchmark_alternative_networkx_fullgraph.run +#SBATCH --partition=compute +#SBATCH --nodes=1 +#SBATCH --threads-per-core=1 +#SBATCH --output=/home/b/b380459/tricco/benchmarks/levante/LOG.benchmark_alternative_networkx_fullgraph.run.%j.o +#SBATCH --error=/home/b/b380459/tricco/benchmarks/levante/LOG.benchmark_alternative_networkx_fullgraph.run.%j.o +#SBATCH --exclusive +#SBATCH --time=08:00:00 + +cd /home/b/b380459/tricco/benchmarks/levante + +MYPYTHON="/sw/spack-levante/mambaforge-4.11.0-0-Linux-x86_64-sobz6z/bin/python3" +echo "Working with" ${MYPYTHON} + +# compute full graphs for edge and vertex connectivity and save as gpickle +# parameters given to benchmark_alternative_networkx_fullgraph.py: +# resolution, e.g., R80000m + +for i in {1..10}; do + $MYPYTHON benchmark_alternative_networkx_fullgraph.py R80000m +done + +for i in {1..10}; do + $MYPYTHON benchmark_alternative_networkx_fullgraph.py R40000m +done + +for i in {1..10}; do + $MYPYTHON benchmark_alternative_networkx_fullgraph.py R20000m +done + +for i in {1..10}; do + $MYPYTHON benchmark_alternative_networkx_fullgraph.py R10000m +done diff --git a/benchmarks/levante/benchmark_alternative_own-bfs_2d.py b/benchmarks/levante/benchmark_alternative_own-bfs_2d.py new file mode 100644 index 0000000000000000000000000000000000000000..bba069c0ad9b394b474eee4897e5fdd70a57e6e0 --- /dev/null +++ b/benchmarks/levante/benchmark_alternative_own-bfs_2d.py @@ -0,0 +1,66 @@ +# Perform benchmarking of 2d cloud data using the self-programmed breadth-first search + +# parse command line parameters +import sys +resol = sys.argv[1] + +# load other needed packages +sys.path.append("/home/b/b380459/tricco/") +import tricco +from tricco.alternatives import ownbfs +import datetime +import xarray as xr +import numpy as np + +print(" ") +print("-----------------------------------------") +print("Own BFS alternative for 2d connected component labeling") +print("Working on resolution of", resol) + +# read in cloud data +# cloud file depends on resolution +datapath={"R80000m": "/work/bb1018/from_Mistral/bb1018/b380459/NAWDEX/ICON_OUTPUT_NWP/nawdexnwp-80km-mis-0001/", + "R40000m": "/work/bb1018/from_Mistral/bb1018/b380459/NAWDEX/ICON_OUTPUT_NWP/nawdexnwp-40km-mis-0001/", + "R20000m": "/work/bb1018/from_Mistral/bb1018/b380459/NAWDEX/ICON_OUTPUT_NWP/nawdexnwp-20km-mis-0001/", + "R10000m": "/work/bb1018/from_Mistral/bb1018/b380459/NAWDEX/ICON_OUTPUT_NWP/nawdexnwp-10km-mis-0001/"} +datafile={"R80000m": "nawdexnwp-80km-mis-0001_2016092200_2d_30min_DOM01_ML_", + "R40000m": "nawdexnwp-40km-mis-0001_2016092200_2d_30min_DOM01_ML_", + "R20000m": "nawdexnwp-20km-mis-0001_2016092200_2d_30min_DOM01_ML_", + "R10000m": "nawdexnwp-10km-mis-0001_2016092200_2d_30min_DOM01_ML_"} + +dtime_read = list() +dtime_vert = list() +dtime_edge = list() +# loop over 1 day of 30-min output data --> 48 timesteps +for time in range(10,59): + # read grid and cloud data + begin_time = datetime.datetime.now() + gridfile = "/work/bb1018/from_Mistral/bb1018/b380459/NAWDEX/grids/icon-grid_nawdex_78w40e23n80n_"+resol+".nc" + grid = ownbfs.prepare_grid(model="ICON", file=gridfile) + filename = datapath[resol]+"/"+datafile[resol]+"00"+str(time)+".nc" + data = xr.open_dataset(filename)["clct"].squeeze() + end_time = datetime.datetime.now() + dtime_read.append(end_time-begin_time) + # perform connected component analysis for vertex connectivity + begin_time = datetime.datetime.now() + components_vert = ownbfs.compute_components_2d(grid, data, 85.0, connectivity="vertex") + end_time = datetime.datetime.now() + dtime_vert.append(end_time-begin_time) + # perform connected component analysis for edge connectivity + begin_time = datetime.datetime.now() + components_edge = ownbfs.compute_components_2d(grid, data, 85.0, connectivity="edge") + end_time = datetime.datetime.now() + dtime_edge.append(end_time-begin_time) + +print(" ") +print("Time to read 2d cloud data for 1 time step; done for 48 time steps") +print("Mean:", np.mean(dtime_read), "Min:", np.min(dtime_read), "Max:", np.max(dtime_read)) +print(" ") +print("Time to do 2d connected component labeling with vertex connectivity for 1 time step; done for 48 time steps") +print("Mean:", np.mean(dtime_vert), "Min:", np.min(dtime_vert), "Max:", np.max(dtime_vert)) +print(" ") +print("Time to do 2d connected component labeling with edge connectivity for 1 time step: done for 48 time steps") +print("Mean:", np.mean(dtime_edge), "Min:", np.min(dtime_edge), "Max:", np.max(dtime_edge)) + +print("-----------------------------------------") +print(" ") diff --git a/benchmarks/levante/benchmark_alternative_own-bfs_2d.run b/benchmarks/levante/benchmark_alternative_own-bfs_2d.run new file mode 100755 index 0000000000000000000000000000000000000000..8137b0db05e4c7eb040967be72e8855db20c431e --- /dev/null +++ b/benchmarks/levante/benchmark_alternative_own-bfs_2d.run @@ -0,0 +1,35 @@ +#!/bin/bash +#============================================================================= +# mistral batch job parameters +#----------------------------------------------------------------------------- +#SBATCH --account=bb1152 +#SBATCH --job-name=benchmark_alternative_own-bfs_2d.run +#SBATCH --partition=compute +#SBATCH --nodes=1 +#SBATCH --threads-per-core=1 +#SBATCH --output=/home/b/b380459/tricco/benchmarks/levante/LOG.benchmark_alternative_own-bfs_2d.run.%j.o +#SBATCH --error=/home/b/b380459/tricco/benchmarks/levante/LOG.benchmark_alternative_own-bfs_2d.run.%j.o +#SBATCH --exclusive +#SBATCH --time=08:00:00 + +cd /home/b/b380459/tricco/benchmarks/levante/ + +MYPYTHON="/sw/spack-levante/mambaforge-4.11.0-0-Linux-x86_64-sobz6z/bin/python3" +echo "Working with" ${MYPYTHON} + +#for i in {1..10}; do +# $MYPYTHON benchmark_alternative_own-bfs_2d.py R80000m +#done + +#for i in {1..10}; do +# $MYPYTHON benchmark_alternative_own-bfs_2d.py R40000m +#done + +#for i in {1..10}; do +# $MYPYTHON benchmark_alternative_own-bfs_2d.py R20000m +#done + +# Note: 10km analyis does not finish within 8 hour time limit ... +for i in {1..10}; do + $MYPYTHON benchmark_alternative_own-bfs_2d.py R10000m +done diff --git a/benchmarks/levante/benchmark_cubulation.py b/benchmarks/levante/benchmark_cubulation.py new file mode 100644 index 0000000000000000000000000000000000000000..c8416c7e12d2573156b835da1d55dfcc396b69e9 --- /dev/null +++ b/benchmarks/levante/benchmark_cubulation.py @@ -0,0 +1,40 @@ +# Perform benchmarking of cubulation routine on DKRZ Levante + +# parse command line parameters +import sys +resol = sys.argv[1] +startcell = int(sys.argv[2]) +searchrad = int(sys.argv[3]) +savecubul = int(sys.argv[4]) + +# gridfile including path +gridfile = '/work/bb1018/from_Mistral/bb1018/b380459/NAWDEX/grids/icon-grid_nawdex_78w40e23n80n_'+resol+'.nc' + +# load other needed packages +sys.path.append('/home/b/b380459/tricco/') +import tricco +import datetime + +print(' ') +print('-----------------------------------------') +print('Working on resolution of', resol) +print('Start cell:', startcell, 'Search radius:', searchrad, 'Save cubulation:', savecubul) + +begin_time = datetime.datetime.now() +tricco.grid_functions.grid = tricco.prepare_grid(model='ICON',path='/', file=gridfile) +end_time = datetime.datetime.now() +print('Time to read the grid:', end_time-begin_time) + +begin_time = datetime.datetime.now() +cubulation = tricco.compute_cubulation(start_triangle=startcell, radius=searchrad, print_progress=False) +end_time = datetime.datetime.now() +print('Time to compute cubulation:', end_time-begin_time) + +# optional: save cubulation +if savecubul == 1: + import numpy as np + np.save('/scratch/b/b380459/tricco_output/icon-grid_nawdex_78w40e23n80n_' + +resol+'_cubulation_start'+str(startcell)+'_radius'+str(searchrad), cubulation) + +print('-----------------------------------------') +print(' ') diff --git a/benchmarks/levante/benchmark_cubulation.run b/benchmarks/levante/benchmark_cubulation.run new file mode 100755 index 0000000000000000000000000000000000000000..432f6deda8b1aba3111c5d28af370184e145b8a5 --- /dev/null +++ b/benchmarks/levante/benchmark_cubulation.run @@ -0,0 +1,40 @@ +#!/bin/bash +#============================================================================= +# mistral batch job parameters +#----------------------------------------------------------------------------- +#SBATCH --account=bb1152 +#SBATCH --job-name=benchmark_cubulation.run +#SBATCH --partition=compute +#SBATCH --nodes=1 +#SBATCH --threads-per-core=1 +#SBATCH --output=/home/b/b380459/tricco/benchmarks/levante/LOG.benchmark_cubulation.run.%j.o +#SBATCH --error=/home/b/b380459/tricco/benchmarks/levante/LOG.benchmark_cubulation.run.%j.o +#SBATCH --exclusive +#SBATCH --time=08:00:00 + +cd /home/b/b380459/tricco/benchmarks/levante + +MYPYTHON="/sw/spack-levante/mambaforge-4.11.0-0-Linux-x86_64-sobz6z/bin/python3" +echo "Working with" ${MYPYTHON} + +# parameters given to benchmark_cubulation.py: +# resolution, e.g., R80000m +# start cell +# radius +# save cubulation by setting 4ht parameter to 1 + +#for i in {1..10}; do +# $MYPYTHON benchmark_cubulation.py R80000m 5570 104 1 +#done + +#for i in {1..10}; do +# $MYPYTHON benchmark_cubulation.py R40000m 18494 210 1 +#done + +#for i in {1..10}; do +# $MYPYTHON benchmark_cubulation.py R20000m 69220 423 1 +#done + +for i in {1..10}; do + $MYPYTHON benchmark_cubulation.py R10000m 264617 851 1 +done