jet config

config/cfg.py

 import numpy as np
 from config import clusters  # from . = problem in archivedir
-cluster = clusters.vsc  # change cluster configuration here
+cluster = clusters.jet  # change cluster configuration here
 
 class ExperimentConfiguration(object):
     def __init__(self):

config/clusters.py

@@ -90,3 +90,32 @@ vsc.slurm_cfg = {"account": "p71386", "partition": "skylake_0384", "qos": "p7138
                  "nodes": "1", "ntasks": "1", "ntasks-per-node": "48", "ntasks-per-core": "1",
                  "mail-type": "FAIL", "mail-user": "lukas.kugler@univie.ac.at"}
 
+jet = ClusterConfig()
+jet.name = 'jet'
+
+# binaries
+jet.python = '/jetfs/home/lkugler/miniconda3/bin/python'
+jet.python_verif = '/jetfs/home/lkugler/miniconda3/envs/ensdask/bin/python'
+jet.ncks = '/jetfs/spack/opt/spack/linux-rhel8-skylake_avx512/intel-20.0.2/nco-4.9.3-dhlqiyog7howjmaleyfhm6lkt7ra37xf/bin/ncks'
+jet.ideal = '/jetfs/home/lkugler/bin/ideal-v4.3_v1.22.exe'
+jet.wrfexe = '/jetfs/home/lkugler/bin/wrf-v4.3_v1.22.exe'
+jet.container = ''
+
+# paths for data output
+jet.wrf_rundir_base = '/jetfs/home/lkugler/data/run_WRF/'  # path for temporary files
+jet.dart_rundir_base = '/jetfs/home/lkugler/data/run_DART/'  # path for temporary files
+jet.archive_base = '/jetfs/home/lkugler/data/sim_archive/'
+
+# paths used as input
+jet.srcdir = '/jetfs/home/lkugler/data/compile/WRF-4.3/run'
+jet.dart_srcdir = '/jetfs/home/lkugler/data/compile/DART-9.11.9/DART/models/wrf/work'
+jet.rttov_srcdir = '/jetfs/home/lkugler/data/compile/RTTOV13/rtcoef_rttov13/'
+jet.scriptsdir = '/jetfs/home/lkugler/DART-WRF/dartwrf/'
+
+# templates/run scripts
+jet.namelist = jet.scriptsdir+'/../templates/namelist.input'
+jet.run_WRF = '/jetfs/home/lkugler/DART-WRF/dartwrf/run_ens.jet.sh'
+
+jet.slurm_cfg = {"account": "", "partition": "compute",
+                 "nodes": "1", "ntasks": "1", "ntasks-per-node": "40", "ntasks-per-core": "1",
+                 "mail-type": "FAIL", "mail-user": "lukas.kugler@univie.ac.at"}

dartwrf/run_ens.jet.sh

 module purge
-module load 
-export SLURM_STEP_GRES=none
+module load intel-parallel-studio/composer.2020.2-intel-20.0.2-zuot22y \
+ netcdf-fortran/4.5.3-intel-20.0.2-irdm5gq
+#export SLURM_STEP_GRES=none
 
-##  $SLURM_ARRAY_TASK_ID
 echo "SLURM_ARRAY_TASK_ID:"$SLURM_ARRAY_TASK_ID
 EXPNAME=<exp.expname> 
 

scheduler.py

@@ -223,19 +223,19 @@ def gen_obsseq(depends_on=None):
 def verify_sat(depends_on=None):
     s = my_Slurm("verif-SAT-"+exp.expname, cfg_update={"time": "120", "mail-type": "FAIL,END", "ntasks": "1", 
             "ntasks-per-node": "1", "ntasks-per-core": "1"})
-    cmd = cluster.python_enstools+' /home/fs71386/lkugler/osse_analysis/plot_from_raw/analyze_fc.py '+exp.expname+' has_node sat verif1d FSS BS'
+    cmd = cluster.python_verif+' /jetfs/home/lkugler/osse_analysis/plot_from_raw/analyze_fc.py '+exp.expname+' has_node sat verif1d FSS BS'
     s.run(cmd, depends_on=[depends_on])
 
 def verify_wrf(depends_on=None):
     s = my_Slurm("verif-WRF-"+exp.expname, cfg_update={"time": "180", "mail-type": "FAIL,END", "ntasks": "1", 
             "ntasks-per-node": "1", "ntasks-per-core": "1"})
-    cmd = cluster.python_enstools+' /home/fs71386/lkugler/osse_analysis/plot_from_raw/analyze_fc.py '+exp.expname+' has_node wrf verif1d FSS BS'
+    cmd = cluster.python_verif+' /jetfs/home/lkugler/osse_analysis/plot_from_raw/analyze_fc.py '+exp.expname+' has_node wrf verif1d FSS BS'
     s.run(cmd, depends_on=[depends_on])
 
 def verify_fast(depends_on=None):
     s = my_Slurm("verif-fast-"+exp.expname, cfg_update={"time": "30", "mail-type": "FAIL", "ntasks": "1",
             "ntasks-per-node": "1", "ntasks-per-core": "1"})
-    cmd = cluster.python_enstools+' /home/fs71386/lkugler/osse_analysis/plot_fast/plot_single_exp.py '+exp.expname
+    cmd = cluster.python_verif+' /jetfs/home/lkugler/osse_analysis/plot_fast/plot_single_exp.py '+exp.expname
     s.run(cmd, depends_on=[depends_on])
 
 ################################
@@ -249,7 +249,7 @@ if __name__ == "__main__":
     id = None
 
     if True:  # warm bubble
-        prior_path_exp = '/gpfs/data/fs71386/lkugler/sim_archive/exp_v1.19_P3_wbub7_noDA'
+        prior_path_exp = '/jetfs/home/lkugler/data/sim_archive/exp_v1.19_P3_wbub7_noDA'
 
         init_time = dt.datetime(2008, 7, 30, 12)
         time = dt.datetime(2008, 7, 30, 12,30)
@@ -261,7 +261,7 @@ if __name__ == "__main__":
         # id = wrfinput_insert_wbubble(depends_on=id)    
 
     if False:  # random
-        prior_path_exp = '/gpfs/data/fs71386/lkugler/sim_archive/exp_v1.19_P2_noDA'
+        prior_path_exp = '/jetfs/home/lkugler/data/sim_archive/exp_v1.19_P2_noDA'
 
         init_time = dt.datetime(2008, 7, 30, 12)
         time = dt.datetime(2008, 7, 30, 13)