Merge

analysis_only.py

@@ -16,7 +16,7 @@ print('scripts, which are submitted to SLURM:', slurm_scripts_dir)
 
 
 ###############################
-utils.backup_scripts()
+backup_scripts()
 
 
 prior_path_exp = '/mnt/jetfs/scratch/lkugler/data/sim_archive/exp_v1.19_P3_wbub7_noDA'

config/cfg.py

@@ -23,7 +23,7 @@ exp.use_existing_obsseq = False  # False or pathname (use precomputed obs_seq.ou
 #exp.nature_wrfout = '/home/fs71386/lkugler/data/sim_archive/exp_v1.19_P5+su_nat2/2008-07-30_07:00/1/wrfout_d01_%Y-%m-%d_%H:%M:%S'
 #exp.nature_wrfout = '/jetfs/home/lkugler/data/sim_archive/exp_v1.19_P3_wbub7_nat/2008-07-30_12:00/1/wrfout_d01_%Y-%m-%d_%H:%M:%S'
 #exp.nature_wrfout = '/home/fs71386/lkugler/data/sim_archive/exp_v1.19_Pwbub5_nat/2008-07-30_12:00/1/wrfout_d01_%Y-%m-%d_%H:%M:%S'
-exp.nature_wrfout = '/jetfs/home/lkugler/data/sim_archive/exp_v1.18_P1_nature/2008-07-30_06:00/1/wrfout_d01_%Y-%m-%d_%H:%M:%S'
+exp.nature_wrfout = cluster.archive_base+'/exp_v1.18_P1_nature/2008-07-30_06:00/1/wrfout_d01_%Y-%m-%d_%H:%M:%S'
 #exp.nature_wrfout = '/home/fs71386/lkugler/data/sim_archive/exp_v1.19_P4_nat/2008-07-30_07:00/1/wrfout_d01_%Y-%m-%d_%H:%M:%S'
 
 exp.input_profile = '/jetfs/home/lkugler/data/initial_profiles/wrf/ens/2022-03-31/raso.fc.<iens>.wrfprof'

config/clusters.py

 import os, sys
 import datetime as dt
 from dartwrf import utils
-from config.cfg import exp
 
 """Configuration name docs
 
@@ -42,7 +41,10 @@ slurm_cfg               python dictionary, containing options of SLURM
                             'cfg_update = {"nodes": "2"}'
 """
 
-vsc = utils.ClusterConfig(exp)
+
+
+
+vsc = utils.ClusterConfig()
 vsc.name = 'vsc' 
 vsc.max_nproc = 20
 vsc.size_jobarray = 10  # 10 jobs with each 4 WRF processes per node
@@ -75,7 +77,7 @@ vsc.slurm_cfg = {"account": "p71386", "partition": "skylake_0384", "qos": "p7138
                  "nodes": "1", "ntasks": "1", "ntasks-per-node": "48", "ntasks-per-core": "1",
                  "mail-type": "FAIL", "mail-user": "lukas.kugler@univie.ac.at"}
 
-jet = utils.ClusterConfig(exp)
+jet = utils.ClusterConfig()
 jet.name = 'jet'
 jet.max_nproc = 12
 jet.use_slurm = True
@@ -111,30 +113,29 @@ jet.slurm_cfg = {"account": "lkugler", "partition": "compute", #"nodelist": "jet
                  "mail-type": "FAIL", "mail-user": "lukas.kugler@univie.ac.at"}
 
 
-srvx1 = utils.ClusterConfig(exp)
+srvx1 = utils.ClusterConfig()
 srvx1.name = 'srvx1'
 srvx1.max_nproc = 6
-srvx1.size_jobarray = 40
 srvx1.use_slurm = False
 
 # binaries
-srvx1.python = '/mnt/jetfs/home/lkugler/miniconda3/envs/DART/bin/python'
-srvx1.python_verif = '/jetfs/home/lkugler/miniconda3/envs/enstools/bin/python'
-srvx1.ncks = '/jetfs/spack/opt/spack/linux-rhel8-skylake_avx512/intel-20.0.2/nco-4.9.3-dhlqiyog7howjmaleyfhm6lkt7ra37xf/bin/ncks'
-srvx1.ideal = '/jetfs/home/lkugler/bin/ideal-v4.3_v1.22.exe'
-srvx1.wrfexe = '/jetfs/home/lkugler/bin/wrf-v4.3_v1.22.exe'
+srvx1.python = '/users/staff/lkugler/miniconda3/bin/python'
+srvx1.python_verif = '/users/staff/lkugler/miniconda3/bin/python'
+srvx1.ncks = '/home/swd/spack/opt/spack/linux-rhel8-skylake_avx512/gcc-8.5.0/nco-5.0.1-ntu44aoxlvwtr2tsrobfr4lht7cpvccf/bin/ncks'
+srvx1.ideal = '' #/jetfs/home/lkugler/bin/ideal-v4.3_v1.22.exe'
+srvx1.wrfexe = '' #/jetfs/home/lkugler/bin/wrf-v4.3_v1.22.exe'
 srvx1.container = ''
 
 # paths for data output
-srvx1.wrf_rundir_base = '/jetfs/home/lkugler/data/run_WRF/'  # path for temporary files
-srvx1.dart_rundir_base = '/jetfs/home/lkugler/data/run_DART/'  # path for temporary files
+srvx1.wrf_rundir_base = '/mnt/jetfs/home/lkugler/data/run_WRF/'  # path for temporary files
+srvx1.dart_rundir_base = '/users/staff/lkugler/AdvDA23/run_DART/'  # path for temporary files
 srvx1.archive_base = '/mnt/jetfs/scratch/lkugler/data/sim_archive/'
 
 # paths used as input
 srvx1.srcdir = '/users/staff/lkugler/AdvDA23/DART/WRF-4.3/run'
 srvx1.dart_srcdir = '/users/staff/lkugler/AdvDA23/DART/models/wrf/work'
 srvx1.rttov_srcdir = '/users/staff/lkugler/AdvDA23/RTTOV13/rtcoef_rttov13/'
-srvx1.scriptsdir = '/jetfs/home/lkugler/DART-WRF/dartwrf/'
+srvx1.scriptsdir = '/users/staff/lkugler/AdvDA23/DART-WRF/dartwrf/'
 srvx1.geo_em = '/mnt/jetfs/scratch/lkugler/data/geo_em.d01.nc'
 
 # templates/run scripts
@@ -144,7 +145,3 @@ srvx1.run_WRF = srvx1.scriptsdir+'/run_ens.jet.sh'
 srvx1.slurm_cfg = {"account": "lkugler", "partition": "compute",
                  "ntasks": "1", "ntasks-per-core": "1", "mem": "50G",
                  "mail-type": "FAIL", "mail-user": "lukas.kugler@univie.ac.at"}
-
-########
-# select cluster configuration here
-cluster = jet

env-minimal.yml

@@ -23,4 +23,4 @@ dependencies:
   - wrf-python
   - xarray
   - yaml
-  - pysolar
+  - pysolar>=0.10.0

generate_free.py

@@ -9,7 +9,7 @@ from slurmpy import Slurm
 
 from config.cfg import exp
 from config.clusters import cluster
-from dartwrf.utils import script_to_str, symlink, backup_scripts
+from dartwrf.utils import script_to_str, symlink
 from cycled_exp import *
 
 log_dir = cluster.archivedir+'/logs/'
@@ -20,7 +20,7 @@ print('scripts, which are submitted to SLURM:', slurm_scripts_dir)
 ################################
 print('starting osse')
 
-backup_scripts()
+cluster.backup_scripts()
 id = None
 
 

setup.py

@@ -21,7 +21,7 @@ def read_requirements(fname):
 
 setuptools.setup(
     name="dartwrf",
-    version="2022.11.02",
+    version="2023.2.12",
     author="Lukas Kugler",
     author_email="lukas.kugler@univie.ac.at",
     description="Observing system simulation experiments with WRF and DART",