Skip to content
Snippets Groups Projects
Commit d8f455ce authored by lkugler's avatar lkugler
Browse files

Merge

parents 0cf47e0b 2844be82
No related branches found
No related tags found
No related merge requests found
...@@ -16,7 +16,7 @@ print('scripts, which are submitted to SLURM:', slurm_scripts_dir) ...@@ -16,7 +16,7 @@ print('scripts, which are submitted to SLURM:', slurm_scripts_dir)
############################### ###############################
utils.backup_scripts() backup_scripts()
prior_path_exp = '/mnt/jetfs/scratch/lkugler/data/sim_archive/exp_v1.19_P3_wbub7_noDA' prior_path_exp = '/mnt/jetfs/scratch/lkugler/data/sim_archive/exp_v1.19_P3_wbub7_noDA'
......
...@@ -23,7 +23,7 @@ exp.use_existing_obsseq = False # False or pathname (use precomputed obs_seq.ou ...@@ -23,7 +23,7 @@ exp.use_existing_obsseq = False # False or pathname (use precomputed obs_seq.ou
#exp.nature_wrfout = '/home/fs71386/lkugler/data/sim_archive/exp_v1.19_P5+su_nat2/2008-07-30_07:00/1/wrfout_d01_%Y-%m-%d_%H:%M:%S' #exp.nature_wrfout = '/home/fs71386/lkugler/data/sim_archive/exp_v1.19_P5+su_nat2/2008-07-30_07:00/1/wrfout_d01_%Y-%m-%d_%H:%M:%S'
#exp.nature_wrfout = '/jetfs/home/lkugler/data/sim_archive/exp_v1.19_P3_wbub7_nat/2008-07-30_12:00/1/wrfout_d01_%Y-%m-%d_%H:%M:%S' #exp.nature_wrfout = '/jetfs/home/lkugler/data/sim_archive/exp_v1.19_P3_wbub7_nat/2008-07-30_12:00/1/wrfout_d01_%Y-%m-%d_%H:%M:%S'
#exp.nature_wrfout = '/home/fs71386/lkugler/data/sim_archive/exp_v1.19_Pwbub5_nat/2008-07-30_12:00/1/wrfout_d01_%Y-%m-%d_%H:%M:%S' #exp.nature_wrfout = '/home/fs71386/lkugler/data/sim_archive/exp_v1.19_Pwbub5_nat/2008-07-30_12:00/1/wrfout_d01_%Y-%m-%d_%H:%M:%S'
exp.nature_wrfout = '/jetfs/home/lkugler/data/sim_archive/exp_v1.18_P1_nature/2008-07-30_06:00/1/wrfout_d01_%Y-%m-%d_%H:%M:%S' exp.nature_wrfout = cluster.archive_base+'/exp_v1.18_P1_nature/2008-07-30_06:00/1/wrfout_d01_%Y-%m-%d_%H:%M:%S'
#exp.nature_wrfout = '/home/fs71386/lkugler/data/sim_archive/exp_v1.19_P4_nat/2008-07-30_07:00/1/wrfout_d01_%Y-%m-%d_%H:%M:%S' #exp.nature_wrfout = '/home/fs71386/lkugler/data/sim_archive/exp_v1.19_P4_nat/2008-07-30_07:00/1/wrfout_d01_%Y-%m-%d_%H:%M:%S'
exp.input_profile = '/jetfs/home/lkugler/data/initial_profiles/wrf/ens/2022-03-31/raso.fc.<iens>.wrfprof' exp.input_profile = '/jetfs/home/lkugler/data/initial_profiles/wrf/ens/2022-03-31/raso.fc.<iens>.wrfprof'
......
import os, sys import os, sys
import datetime as dt import datetime as dt
from dartwrf import utils from dartwrf import utils
from config.cfg import exp
"""Configuration name docs """Configuration name docs
...@@ -42,7 +41,10 @@ slurm_cfg python dictionary, containing options of SLURM ...@@ -42,7 +41,10 @@ slurm_cfg python dictionary, containing options of SLURM
'cfg_update = {"nodes": "2"}' 'cfg_update = {"nodes": "2"}'
""" """
vsc = utils.ClusterConfig(exp)
vsc = utils.ClusterConfig()
vsc.name = 'vsc' vsc.name = 'vsc'
vsc.max_nproc = 20 vsc.max_nproc = 20
vsc.size_jobarray = 10 # 10 jobs with each 4 WRF processes per node vsc.size_jobarray = 10 # 10 jobs with each 4 WRF processes per node
...@@ -75,7 +77,7 @@ vsc.slurm_cfg = {"account": "p71386", "partition": "skylake_0384", "qos": "p7138 ...@@ -75,7 +77,7 @@ vsc.slurm_cfg = {"account": "p71386", "partition": "skylake_0384", "qos": "p7138
"nodes": "1", "ntasks": "1", "ntasks-per-node": "48", "ntasks-per-core": "1", "nodes": "1", "ntasks": "1", "ntasks-per-node": "48", "ntasks-per-core": "1",
"mail-type": "FAIL", "mail-user": "lukas.kugler@univie.ac.at"} "mail-type": "FAIL", "mail-user": "lukas.kugler@univie.ac.at"}
jet = utils.ClusterConfig(exp) jet = utils.ClusterConfig()
jet.name = 'jet' jet.name = 'jet'
jet.max_nproc = 12 jet.max_nproc = 12
jet.use_slurm = True jet.use_slurm = True
...@@ -111,30 +113,29 @@ jet.slurm_cfg = {"account": "lkugler", "partition": "compute", #"nodelist": "jet ...@@ -111,30 +113,29 @@ jet.slurm_cfg = {"account": "lkugler", "partition": "compute", #"nodelist": "jet
"mail-type": "FAIL", "mail-user": "lukas.kugler@univie.ac.at"} "mail-type": "FAIL", "mail-user": "lukas.kugler@univie.ac.at"}
srvx1 = utils.ClusterConfig(exp) srvx1 = utils.ClusterConfig()
srvx1.name = 'srvx1' srvx1.name = 'srvx1'
srvx1.max_nproc = 6 srvx1.max_nproc = 6
srvx1.size_jobarray = 40
srvx1.use_slurm = False srvx1.use_slurm = False
# binaries # binaries
srvx1.python = '/mnt/jetfs/home/lkugler/miniconda3/envs/DART/bin/python' srvx1.python = '/users/staff/lkugler/miniconda3/bin/python'
srvx1.python_verif = '/jetfs/home/lkugler/miniconda3/envs/enstools/bin/python' srvx1.python_verif = '/users/staff/lkugler/miniconda3/bin/python'
srvx1.ncks = '/jetfs/spack/opt/spack/linux-rhel8-skylake_avx512/intel-20.0.2/nco-4.9.3-dhlqiyog7howjmaleyfhm6lkt7ra37xf/bin/ncks' srvx1.ncks = '/home/swd/spack/opt/spack/linux-rhel8-skylake_avx512/gcc-8.5.0/nco-5.0.1-ntu44aoxlvwtr2tsrobfr4lht7cpvccf/bin/ncks'
srvx1.ideal = '/jetfs/home/lkugler/bin/ideal-v4.3_v1.22.exe' srvx1.ideal = '' #/jetfs/home/lkugler/bin/ideal-v4.3_v1.22.exe'
srvx1.wrfexe = '/jetfs/home/lkugler/bin/wrf-v4.3_v1.22.exe' srvx1.wrfexe = '' #/jetfs/home/lkugler/bin/wrf-v4.3_v1.22.exe'
srvx1.container = '' srvx1.container = ''
# paths for data output # paths for data output
srvx1.wrf_rundir_base = '/jetfs/home/lkugler/data/run_WRF/' # path for temporary files srvx1.wrf_rundir_base = '/mnt/jetfs/home/lkugler/data/run_WRF/' # path for temporary files
srvx1.dart_rundir_base = '/jetfs/home/lkugler/data/run_DART/' # path for temporary files srvx1.dart_rundir_base = '/users/staff/lkugler/AdvDA23/run_DART/' # path for temporary files
srvx1.archive_base = '/mnt/jetfs/scratch/lkugler/data/sim_archive/' srvx1.archive_base = '/mnt/jetfs/scratch/lkugler/data/sim_archive/'
# paths used as input # paths used as input
srvx1.srcdir = '/users/staff/lkugler/AdvDA23/DART/WRF-4.3/run' srvx1.srcdir = '/users/staff/lkugler/AdvDA23/DART/WRF-4.3/run'
srvx1.dart_srcdir = '/users/staff/lkugler/AdvDA23/DART/models/wrf/work' srvx1.dart_srcdir = '/users/staff/lkugler/AdvDA23/DART/models/wrf/work'
srvx1.rttov_srcdir = '/users/staff/lkugler/AdvDA23/RTTOV13/rtcoef_rttov13/' srvx1.rttov_srcdir = '/users/staff/lkugler/AdvDA23/RTTOV13/rtcoef_rttov13/'
srvx1.scriptsdir = '/jetfs/home/lkugler/DART-WRF/dartwrf/' srvx1.scriptsdir = '/users/staff/lkugler/AdvDA23/DART-WRF/dartwrf/'
srvx1.geo_em = '/mnt/jetfs/scratch/lkugler/data/geo_em.d01.nc' srvx1.geo_em = '/mnt/jetfs/scratch/lkugler/data/geo_em.d01.nc'
# templates/run scripts # templates/run scripts
...@@ -144,7 +145,3 @@ srvx1.run_WRF = srvx1.scriptsdir+'/run_ens.jet.sh' ...@@ -144,7 +145,3 @@ srvx1.run_WRF = srvx1.scriptsdir+'/run_ens.jet.sh'
srvx1.slurm_cfg = {"account": "lkugler", "partition": "compute", srvx1.slurm_cfg = {"account": "lkugler", "partition": "compute",
"ntasks": "1", "ntasks-per-core": "1", "mem": "50G", "ntasks": "1", "ntasks-per-core": "1", "mem": "50G",
"mail-type": "FAIL", "mail-user": "lukas.kugler@univie.ac.at"} "mail-type": "FAIL", "mail-user": "lukas.kugler@univie.ac.at"}
########
# select cluster configuration here
cluster = jet
...@@ -150,4 +150,4 @@ def sed_inplace(filename, pattern, repl): ...@@ -150,4 +150,4 @@ def sed_inplace(filename, pattern, repl):
shutil.move(tmp_file.name, filename) shutil.move(tmp_file.name, filename)
def append_file(f_main, f_gets_appended): def append_file(f_main, f_gets_appended):
os.system('cat '+f_gets_appended+' >> '+f_main) os.system('cat '+f_gets_appended+' >> '+f_main)
\ No newline at end of file
...@@ -23,4 +23,4 @@ dependencies: ...@@ -23,4 +23,4 @@ dependencies:
- wrf-python - wrf-python
- xarray - xarray
- yaml - yaml
- pysolar - pysolar>=0.10.0
...@@ -9,7 +9,7 @@ from slurmpy import Slurm ...@@ -9,7 +9,7 @@ from slurmpy import Slurm
from config.cfg import exp from config.cfg import exp
from config.clusters import cluster from config.clusters import cluster
from dartwrf.utils import script_to_str, symlink, backup_scripts from dartwrf.utils import script_to_str, symlink
from cycled_exp import * from cycled_exp import *
log_dir = cluster.archivedir+'/logs/' log_dir = cluster.archivedir+'/logs/'
...@@ -20,7 +20,7 @@ print('scripts, which are submitted to SLURM:', slurm_scripts_dir) ...@@ -20,7 +20,7 @@ print('scripts, which are submitted to SLURM:', slurm_scripts_dir)
################################ ################################
print('starting osse') print('starting osse')
backup_scripts() cluster.backup_scripts()
id = None id = None
......
...@@ -21,7 +21,7 @@ def read_requirements(fname): ...@@ -21,7 +21,7 @@ def read_requirements(fname):
setuptools.setup( setuptools.setup(
name="dartwrf", name="dartwrf",
version="2022.11.02", version="2023.2.12",
author="Lukas Kugler", author="Lukas Kugler",
author_email="lukas.kugler@univie.ac.at", author_email="lukas.kugler@univie.ac.at",
description="Observing system simulation experiments with WRF and DART", description="Observing system simulation experiments with WRF and DART",
......
0% Loading or .
You are about to add 0 people to the discussion. Proceed with caution.
Please register or to comment