From cb4d0a05870380cd86f517d0067576a935a2ea49 Mon Sep 17 00:00:00 2001 From: lkugler <lukas.kugler@gmail.com> Date: Tue, 18 Oct 2022 11:12:00 +0200 Subject: [PATCH] . --- dartwrf/run_ens.vsc.gfortran.sh | 42 +++++++++++++++++++++++++++++++++ 1 file changed, 42 insertions(+) create mode 100755 dartwrf/run_ens.vsc.gfortran.sh diff --git a/dartwrf/run_ens.vsc.gfortran.sh b/dartwrf/run_ens.vsc.gfortran.sh new file mode 100755 index 0000000..48dab4c --- /dev/null +++ b/dartwrf/run_ens.vsc.gfortran.sh @@ -0,0 +1,42 @@ + +module purge +#module load intel-mpi/2019.6 intel/19.1.0 netcdf-fortran/4.4.5-intel-19.0.5.281-qye4cqn zlib/1.2.11-intel-19.1.0.166-hs6m2qh hdf5/1.10.5-intel-19.0.5.281-qyzojtm netcdf/4.7.0-intel-19.0.5.281-75t52g6 +module load gcc/12.2.0-gcc-8.5.0-aal4zp2 openmpi/4.1.4-gcc-12.2.0-khtxitv +export SLURM_STEP_GRES=none + +## $SLURM_ARRAY_TASK_ID +echo "SLURM_ARRAY_TASK_ID:"$SLURM_ARRAY_TASK_ID +EXPNAME=<exp.expname> + +MAINDIR=<cluster.wrf_rundir_base> +#pinning=(0-11 12-23 24-35 36-47) +pinning=(0,1,2,3,4,5,6,7,8,9,10,11 12,13,14,15,16,17,18,19,20,21,22,23 24,25,26,27,28,29,30,31,32,33,34,35 36,37,38,39,40,41,42,43,44,45,46,47) + +for ((n=1; n<=4; n++)) +do + IENS="$(((($SLURM_ARRAY_TASK_ID - 1)* 4) + $n))" + RUNDIR=$MAINDIR/$EXPNAME/$IENS + echo "ENSEMBLE NR: "$IENS" in "$RUNDIR + cd $RUNDIR + rm -rf rsl.out.0* + echo "mpirun -np 12 --cpu-set ${pinning[$n-1]} /home/fs71386/lkugler/run_container.sh python.gcc9.5.0.vsc4.sif ./wrf.exe" + mpirun -np 12 --cpu-set ${pinning[$n-1]} /home/fs71386/lkugler/run_container.sh python.gcc9.5.0.vsc4.sif ./wrf.exe & + cd ../ +done +wait + +# error checking +for ((n=1; n<=4; n++)) +do + IENS="$(((($SLURM_ARRAY_TASK_ID - 1)* 4) + $n))" + RUNDIR=$MAINDIR/$EXPNAME/$IENS + cd $RUNDIR + line=`tail -n 1 rsl.out.0000` + if [[ $line == *"SUCCESS COMPLETE WRF"* ]]; + then + echo $RUNDIR 'SUCCESS COMPLETE WRF' + else + echo $RUNDIR $line + exit 1 + fi +done -- GitLab