From 397994c0c2f947b15fd8bc0674746e401d16d058 Mon Sep 17 00:00:00 2001
From: lkugler <lukas.kugler@gmail.com>
Date: Tue, 23 Nov 2021 22:12:11 +0100
Subject: [PATCH] fix + cleanup
---
config/cfg.py | 36 +++++++++++++++------------
scheduler.py | 68 ++++++++++++++++-----------------------------------
2 files changed, 42 insertions(+), 62 deletions(-)
diff --git a/config/cfg.py b/config/cfg.py
index 3ae1873..9664c38 100755
--- a/config/cfg.py
+++ b/config/cfg.py
@@ -2,39 +2,39 @@ import numpy as np
from config import clusters # from . = problem in archivedir
cluster = clusters.vsc # change cluster configuration here
-
class ExperimentConfiguration(object):
def __init__(self):
pass
-
exp = ExperimentConfiguration()
-exp.expname = "exp_v1.18_P1_nature"
+exp.expname = "exp_v1.19_wb-random_Radar"
exp.model_dx = 2000
-exp.n_ens = 4
-exp.n_nodes = 1
+exp.n_ens = 40
+exp.n_nodes = 10
-#exp.nature_wrfout = '/home/fs71386/lkugler/data/sim_archive/exp_v1.17_P1_nature/2008-07-30_06:00/1/wrfout_d01_%Y-%m-%d_%H:%M:%S'
-exp.input_profile = '/home/fs71386/lkugler/wrf_profiles/data/wrf/ens/2021-05-04/raso.nat.<iens>.wrfprof'
-#exp.input_profile = '/home/fs71386/lkugler/wrf_profiles/data/wrf/ens/2021-05-04/raso.fc.<iens>.wrfprof'
+exp.nature_wrfout = '/home/fs71386/lkugler/data/sim_archive/exp_v1.19_Pwbub5_nat/2008-07-30_12:00/1/wrfout_d01_%Y-%m-%d_%H:%M:%S'
+#exp.input_profile = '/home/fs71386/lkugler/wrf_profiles/data/wrf/ens/2021-05-04/raso.nat.001.wrfprof'
+#exp.input_profile = '/home/fs71386/lkugler/wrf_profiles/data/wrf/ens/2021-05-04/raso.nat.<iens>.wrfprof'
+exp.input_profile = '/home/fs71386/lkugler/wrf_profiles/data/wrf/ens/2021-05-04/raso.fc.<iens>.wrfprof'
+#exp.input_profile = '/home/fs71386/lkugler/wrf_profiles/data/wrf/ens/improved_pert10/raso.fc.<iens>.wrfprof'
# localize vertically, if it has a vertical position
# needs a horizontal scale too, to calculate the vertical normalization
# since you can not specify different vertical localizations for diff. variables
-exp.cov_loc_vert_km_horiz_km = (2, 20)
+exp.cov_loc_vert_km_horiz_km = (1, 30)
n_obs = 961 #121: 30km, 256:16x16 (20km); 961: 10km resoltn # radar: n_obs for each observation height level
vis = dict(plotname='VIS 0.6µm', plotunits='[1]',
kind='MSG_4_SEVIRI_BDRF', sat_channel=1, n_obs=n_obs,
error_generate=0.03, error_assimilate=0.06,
- cov_loc_radius_km=20)
+ cov_loc_radius_km=30)
wv73 = dict(plotname='Brightness temperature WV 7.3µm', plotunits='[K]',
kind='MSG_4_SEVIRI_TB', sat_channel=6, n_obs=n_obs,
error_generate=1., error_assimilate=False,
- cov_loc_radius_km=20)
+ cov_loc_radius_km=30)
ir108 = dict(plotname='Brightness temperature IR 10.8µm', plotunits='[K]',
kind='MSG_4_SEVIRI_TB', sat_channel=9, n_obs=n_obs,
@@ -44,8 +44,14 @@ ir108 = dict(plotname='Brightness temperature IR 10.8µm', plotunits='[K]',
radar = dict(plotname='Radar reflectivity', plotunits='[dBz]',
kind='RADAR_REFLECTIVITY', n_obs=n_obs,
error_generate=2.5, error_assimilate=5.,
- heights=np.arange(2000, 14001, 2000),
- cov_loc_radius_km=20)
+ heights=np.arange(1000, 15001, 1000),
+ cov_loc_radius_km=10)
+
+t = dict(plotname='Temperature', plotunits='[K]',
+ kind='RADIOSONDE_TEMPERATURE', n_obs=n_obs,
+ error_generate=0.2, error_assimilate=0.4,
+ heights=np.arange(1000, 15001, 500),
+ cov_loc_radius_km=15)
t2m = dict(plotname='SYNOP Temperature', plotunits='[K]',
kind='SYNOP_TEMPERATURE', n_obs=n_obs,
@@ -58,9 +64,9 @@ psfc = dict(plotname='SYNOP Pressure', plotunits='[dBz]',
cov_loc_radius_km=32)
-exp.observations = [] #wv73] #radar] # 108, wv73, vis]
+exp.observations = [radar] # 108, wv73, vis]
#exp.update_vars = ['T', 'QVAPOR', 'QCLOUD', 'QICE','CLDFRA']
-exp.update_vars = ['U', 'V', 'T', 'PH', 'MU', 'QVAPOR', 'QCLOUD', 'QICE', 'TSK', 'CLDFRA']
+exp.update_vars = ['U', 'V', 'T', 'PH', 'MU', 'QVAPOR', 'QCLOUD', 'QICE', 'CLDFRA']
# directory paths depend on the name of the experiment
cluster.expname = exp.expname
diff --git a/scheduler.py b/scheduler.py
index d02b2d6..174d189 100755
--- a/scheduler.py
+++ b/scheduler.py
@@ -68,19 +68,6 @@ done
id = s.run(cmd, depends_on=[depends_on])
return id
-def update_wrfinput_from_archive(valid_time, background_init_time, exppath, depends_on=None):
- """Given that directories with wrfinput files exist,
- update these wrfinput files according to wrfout files
- """
- s = my_Slurm("upd_wrfinput", cfg_update={"time": "5"})
-
- # path of initial conditions, <iens> is replaced by member index
- IC_path = exppath + background_init_time.strftime('/%Y-%m-%d_%H:%M/') \
- +'*iens*/'+valid_time.strftime('/wrfout_d01_%Y-%m-%d_%H:%M:%S')
- id = s.run(cluster.python+' '+cluster.scripts_rundir+'/update_wrfinput_from_wrfout.py '
- +IC_path, depends_on=[depends_on])
- return id
-
def wrfinput_insert_wbubble(perturb=True, depends_on=None):
"""Given that directories with wrfinput files exist,
update these wrfinput files with warm bubbles
@@ -166,7 +153,7 @@ def run_ENS(begin, end, depends_on=None, first_minute=True,
def assimilate(assim_time, prior_init_time, prior_valid_time, prior_path_exp,
- input_is_restart=True, depends_on=None):
+ depends_on=None):
"""Creates observations from a nature run and assimilates them.
Args:
@@ -190,16 +177,16 @@ def assimilate(assim_time, prior_init_time, prior_valid_time, prior_path_exp,
def prepare_IC_from_prior(prior_path_exp, prior_init_time, prior_valid_time, depends_on=None):
id = my_Slurm("IC-prior", cfg_update=dict(time="8")
).run(cluster.python+' '+cluster.scripts_rundir+'/prep_IC_prior.py '
- +assim_time.strftime('%Y-%m-%d_%H:%M ')
- +prior_init_time.strftime('%Y-%m-%d_%H:%M ')
- +prior_path_exp, depends_on=[id])
+ +prior_path_exp
+ +prior_init_time.strftime(' %Y-%m-%d_%H:%M')
+ +prior_valid_time.strftime(' %Y-%m-%d_%H:%M'), depends_on=[depends_on])
return id
-def update_IC_from_DA(assim_time):
+def update_IC_from_DA(assim_time, depends_on=None):
id = my_Slurm("IC-update", cfg_update=dict(time="8")
).run(cluster.python+' '+cluster.scripts_rundir+'/update_IC.py '
- +assim_time.strftime('%Y-%m-%d_%H:%M'), depends_on=[id])
+ +assim_time.strftime('%Y-%m-%d_%H:%M'), depends_on=[depends_on])
return id
@@ -251,31 +238,18 @@ if __name__ == "__main__":
is_new_run = not start_from_existing_state
init_time = dt.datetime(2008, 7, 30, 12)
- id = prepare_WRFrundir(init_time)
-
- if is_new_run:
- id = run_ideal(depends_on=id)
- id = wrfinput_insert_wbubble(depends_on=id)
+ time = dt.datetime(2008, 7, 30, 13)
- # spin up the ensemble
- integration_end_time = dt.datetime(2008, 7, 30, 14)
- id = run_ENS(begin=init_time,
- end=integration_end_time,
- first_minute=False,
- depends_on=id)
- prior_path_exp = False # for next assimilation
-
- elif start_from_existing_state:
- #prior_path_exp = cluster.archivedir #
- #prior_path_exp = '/gpfs/data/fs71386/lkugler/sim_archive/exp_v1.18_Pwbub-1-ensprof_40mem_rst'
- prior_path_exp = '/gpfs/data/fs71386/lkugler/sim_archive/exp_v1.19_P1_noDA'
- #id = update_wrfinput_from_archive(integration_end_time, init_time, prior_path_exp, depends_on=id)
- #id = wrfinput_insert_wbubble(depends_on=id)
- id = prepare_IC_from_prior(prior_path_exp, prior_init_time, prior_valid_time, depends_on=id)
+ id = prepare_WRFrundir(init_time)
- # values for assimilation
- time = dt.datetime(2008, 7, 30, 13)
+ #prior_path_exp = cluster.archivedir #
+ #prior_path_exp = '/gpfs/data/fs71386/lkugler/sim_archive/exp_v1.18_Pwbub-1-ensprof_40mem_rst'
+ prior_path_exp = '/gpfs/data/fs71386/lkugler/sim_archive/exp_v1.19_P1_noDA'
+ #id = wrfinput_insert_wbubble(depends_on=id)
+
prior_init_time = init_time
+ prior_valid_time = time
+ id = prepare_IC_from_prior(prior_path_exp, prior_init_time, prior_valid_time, depends_on=id)
while time <= dt.datetime(2008, 7, 30, 14):
@@ -286,9 +260,6 @@ if __name__ == "__main__":
id = assimilate(time, prior_init_time, prior_valid_time, prior_path_exp, depends_on=id)
- # after first assimilation, we can use own exp path as prior
- prior_path_exp = cluster.archivedir
-
# 1) Set posterior = prior
id = prepare_IC_from_prior(prior_path_exp, prior_init_time, prior_valid_time, depends_on=id)
@@ -297,7 +268,7 @@ if __name__ == "__main__":
# How long shall we integrate?
timedelta_integrate = timedelta_btw_assim
- if this_forecast_init.minute in [0,]: # longer forecast every full hour
+ if time == dt.datetime(2008, 7, 30, 14): #this_forecast_init.minute in [0,]: # longer forecast every full hour
timedelta_integrate = dt.timedelta(hours=3)
# 3) Run WRF ensemble
@@ -306,8 +277,11 @@ if __name__ == "__main__":
restart_path=cluster.archivedir+prior_init_time.strftime('/%Y-%m-%d_%H:%M/'),
output_restart_interval=timedelta_btw_assim.total_seconds()/60,
depends_on=id)
-
- create_satimages(this_forecast_init, depends_on=id)
+
+ # as we have WRF output, we can use own exp path as prior
+ prior_path_exp = cluster.archivedir
+
+ create_satimages(time, depends_on=id)
# increment time
time += timedelta_btw_assim
--
GitLab