diff --git a/config/cfg.py b/config/cfg.py index b045eb134cc598808ce14cc0ea2199412dcca12d..4668e884ef78aed10fb430f73388a33ca6277240 100755 --- a/config/cfg.py +++ b/config/cfg.py @@ -1,6 +1,6 @@ import numpy as np from config import clusters # from . = problem in archivedir -cluster = clusters.vsc # change cluster configuration here +cluster = clusters.jet # change cluster configuration here class ExperimentConfiguration(object): def __init__(self): diff --git a/config/clusters.py b/config/clusters.py index 349ed19c9d2202e4d4be48471c2c80878c6d91f8..d4b1de9104a92a7d10362cdbcd284c9cd336f3f3 100755 --- a/config/clusters.py +++ b/config/clusters.py @@ -90,3 +90,32 @@ vsc.slurm_cfg = {"account": "p71386", "partition": "skylake_0384", "qos": "p7138 "nodes": "1", "ntasks": "1", "ntasks-per-node": "48", "ntasks-per-core": "1", "mail-type": "FAIL", "mail-user": "lukas.kugler@univie.ac.at"} +jet = ClusterConfig() +jet.name = 'jet' + +# binaries +jet.python = '/jetfs/home/lkugler/miniconda3/bin/python' +jet.python_verif = '/jetfs/home/lkugler/miniconda3/envs/ensdask/bin/python' +jet.ncks = '/jetfs/spack/opt/spack/linux-rhel8-skylake_avx512/intel-20.0.2/nco-4.9.3-dhlqiyog7howjmaleyfhm6lkt7ra37xf/bin/ncks' +jet.ideal = '/jetfs/home/lkugler/bin/ideal-v4.3_v1.22.exe' +jet.wrfexe = '/jetfs/home/lkugler/bin/wrf-v4.3_v1.22.exe' +jet.container = '' + +# paths for data output +jet.wrf_rundir_base = '/jetfs/home/lkugler/data/run_WRF/' # path for temporary files +jet.dart_rundir_base = '/jetfs/home/lkugler/data/run_DART/' # path for temporary files +jet.archive_base = '/jetfs/home/lkugler/data/sim_archive/' + +# paths used as input +jet.srcdir = '/jetfs/home/lkugler/data/compile/WRF-4.3/run' +jet.dart_srcdir = '/jetfs/home/lkugler/data/compile/DART-9.11.9/DART/models/wrf/work' +jet.rttov_srcdir = '/jetfs/home/lkugler/data/compile/RTTOV13/rtcoef_rttov13/' +jet.scriptsdir = '/jetfs/home/lkugler/DART-WRF/dartwrf/' + +# templates/run scripts +jet.namelist = jet.scriptsdir+'/../templates/namelist.input' +jet.run_WRF = '/jetfs/home/lkugler/DART-WRF/dartwrf/run_ens.jet.sh' + +jet.slurm_cfg = {"account": "", "partition": "compute", + "nodes": "1", "ntasks": "1", "ntasks-per-node": "40", "ntasks-per-core": "1", + "mail-type": "FAIL", "mail-user": "lukas.kugler@univie.ac.at"} diff --git a/dartwrf/run_ens.jet.sh b/dartwrf/run_ens.jet.sh index e15d4001572887048356732b22656dc869d96b65..6b9245f8af9afff2b2b503fb446dc489041fb623 100755 --- a/dartwrf/run_ens.jet.sh +++ b/dartwrf/run_ens.jet.sh @@ -1,8 +1,8 @@ module purge -module load -export SLURM_STEP_GRES=none +module load intel-parallel-studio/composer.2020.2-intel-20.0.2-zuot22y \ + netcdf-fortran/4.5.3-intel-20.0.2-irdm5gq +#export SLURM_STEP_GRES=none -## $SLURM_ARRAY_TASK_ID echo "SLURM_ARRAY_TASK_ID:"$SLURM_ARRAY_TASK_ID EXPNAME=<exp.expname> diff --git a/scheduler.py b/scheduler.py index 519e7f2be7f04774a09c4721a344d1b537f6876a..36cb30784b4f8a3ea140a02fbe7a2f311a4861c7 100755 --- a/scheduler.py +++ b/scheduler.py @@ -223,19 +223,19 @@ def gen_obsseq(depends_on=None): def verify_sat(depends_on=None): s = my_Slurm("verif-SAT-"+exp.expname, cfg_update={"time": "120", "mail-type": "FAIL,END", "ntasks": "1", "ntasks-per-node": "1", "ntasks-per-core": "1"}) - cmd = cluster.python_enstools+' /home/fs71386/lkugler/osse_analysis/plot_from_raw/analyze_fc.py '+exp.expname+' has_node sat verif1d FSS BS' + cmd = cluster.python_verif+' /jetfs/home/lkugler/osse_analysis/plot_from_raw/analyze_fc.py '+exp.expname+' has_node sat verif1d FSS BS' s.run(cmd, depends_on=[depends_on]) def verify_wrf(depends_on=None): s = my_Slurm("verif-WRF-"+exp.expname, cfg_update={"time": "180", "mail-type": "FAIL,END", "ntasks": "1", "ntasks-per-node": "1", "ntasks-per-core": "1"}) - cmd = cluster.python_enstools+' /home/fs71386/lkugler/osse_analysis/plot_from_raw/analyze_fc.py '+exp.expname+' has_node wrf verif1d FSS BS' + cmd = cluster.python_verif+' /jetfs/home/lkugler/osse_analysis/plot_from_raw/analyze_fc.py '+exp.expname+' has_node wrf verif1d FSS BS' s.run(cmd, depends_on=[depends_on]) def verify_fast(depends_on=None): s = my_Slurm("verif-fast-"+exp.expname, cfg_update={"time": "30", "mail-type": "FAIL", "ntasks": "1", "ntasks-per-node": "1", "ntasks-per-core": "1"}) - cmd = cluster.python_enstools+' /home/fs71386/lkugler/osse_analysis/plot_fast/plot_single_exp.py '+exp.expname + cmd = cluster.python_verif+' /jetfs/home/lkugler/osse_analysis/plot_fast/plot_single_exp.py '+exp.expname s.run(cmd, depends_on=[depends_on]) ################################ @@ -249,7 +249,7 @@ if __name__ == "__main__": id = None if True: # warm bubble - prior_path_exp = '/gpfs/data/fs71386/lkugler/sim_archive/exp_v1.19_P3_wbub7_noDA' + prior_path_exp = '/jetfs/home/lkugler/data/sim_archive/exp_v1.19_P3_wbub7_noDA' init_time = dt.datetime(2008, 7, 30, 12) time = dt.datetime(2008, 7, 30, 12,30) @@ -261,7 +261,7 @@ if __name__ == "__main__": # id = wrfinput_insert_wbubble(depends_on=id) if False: # random - prior_path_exp = '/gpfs/data/fs71386/lkugler/sim_archive/exp_v1.19_P2_noDA' + prior_path_exp = '/jetfs/home/lkugler/data/sim_archive/exp_v1.19_P2_noDA' init_time = dt.datetime(2008, 7, 30, 12) time = dt.datetime(2008, 7, 30, 13)