Skip to content
GitLab
Explore
Sign in
Primary navigation
Search or go to…
Project
D
DART-WRF
Manage
Activity
Members
Labels
Plan
Issues
Issue boards
Milestones
Wiki
Code
Merge requests
Repository
Branches
Commits
Tags
Repository graph
Compare revisions
Snippets
Deploy
Releases
Package registry
Model registry
Operate
Terraform modules
Monitor
Incidents
Service Desk
Analyze
Value stream analytics
Contributor analytics
Repository analytics
Model experiments
Help
Help
Support
GitLab documentation
Compare GitLab plans
GitLab community forum
Contribute to GitLab
Provide feedback
Terms and privacy
Keyboard shortcuts
?
Snippets
Groups
Projects
Show more breadcrumbs
DataAssimilation
DART-WRF
Commits
28652c87
Commit
28652c87
authored
2 years ago
by
lkugler
Browse files
Options
Downloads
Patches
Plain Diff
improve loading config
parent
80242676
No related branches found
No related tags found
No related merge requests found
Changes
1
Show whitespace changes
Inline
Side-by-side
Showing
1 changed file
dartwrf/workflows.py
+13
-9
13 additions, 9 deletions
dartwrf/workflows.py
with
13 additions
and
9 deletions
dartwrf/workflows.py
+
13
−
9
View file @
28652c87
...
@@ -25,13 +25,14 @@ def dict_to_py(d, outfile):
...
@@ -25,13 +25,14 @@ def dict_to_py(d, outfile):
class
WorkFlows
(
object
):
class
WorkFlows
(
object
):
def
__init__
(
self
,
exp_config
=
'
cfg.py
'
,
server_config
=
'
server.py
'
):
def
__init__
(
self
,
exp_config
=
'
cfg.py
'
,
server_config
=
'
server.py
'
):
"""
Set up the experiment folder in `archivedir`
, copy config files, backup scripts
.
"""
Set up the experiment folder in `archivedir`.
Args:
Args:
exp (str): Path to exp config file
exp (str): Path to exp config file
config (str): Path to the cluster config file
config (str): Path to the cluster config file
"""
"""
# At first, load config from present folder (later from scripts_rundir)
# in WorkFlows, we load the config from the git cloned folder
# in all other dartwrf scripts, load the config from cluster.scripts_rundir
# exp = __import__('config/'+exp_config)
# exp = __import__('config/'+exp_config)
self
.
cluster
=
importlib
.
import_module
(
'
config.
'
+
server_config
.
strip
(
'
.py
'
)).
cluster
self
.
cluster
=
importlib
.
import_module
(
'
config.
'
+
server_config
.
strip
(
'
.py
'
)).
cluster
...
@@ -84,10 +85,14 @@ class WorkFlows(object):
...
@@ -84,10 +85,14 @@ class WorkFlows(object):
except
:
except
:
raise
raise
# Copy config files
# later, we can load the exp cfg with `from config.cfg import exp`
shutil
.
copy
(
'
config/
'
+
exp_config
,
self
.
cluster
.
scripts_rundir
+
'
/cfg.py
'
)
shutil
.
copy
(
'
config/
'
+
exp_config
,
self
.
cluster
.
scripts_rundir
+
'
/config/cfg.py
'
)
shutil
.
copy
(
'
config/
'
+
server_config
,
self
.
cluster
.
scripts_rundir
+
'
/cluster.py
'
)
# whatever server, the config name is always the same!
shutil
.
copy
(
'
config/
'
+
server_config
,
'
config/cluster.py
'
)
# whatever server, the config name is always the same!
# later, we can load the cluster cfg with `from config.cluster import cluster`
shutil
.
copy
(
'
config/
'
+
server_config
,
self
.
cluster
.
scripts_rundir
+
'
/config/cluster.py
'
)
# whatever server, the config name is always the same!
# probably not needed
# shutil.copy('config/'+server_config, 'config/cluster.py') # whatever server, the config name is always the same!
def
prepare_WRFrundir
(
self
,
init_time
):
def
prepare_WRFrundir
(
self
,
init_time
):
"""
Create WRF/run directories and wrfinput files
"""
Create WRF/run directories and wrfinput files
...
@@ -138,7 +143,6 @@ class WorkFlows(object):
...
@@ -138,7 +143,6 @@ class WorkFlows(object):
if input_is_restart: # start WRF in restart mode
if input_is_restart: # start WRF in restart mode
"""
"""
id
=
depends_on
restart_flag
=
'
.false.
'
if
not
input_is_restart
else
'
.true.
'
restart_flag
=
'
.false.
'
if
not
input_is_restart
else
'
.true.
'
# if False: # doesnt work with restarts at the moment# first_minute:
# if False: # doesnt work with restarts at the moment# first_minute:
...
@@ -180,7 +184,7 @@ class WorkFlows(object):
...
@@ -180,7 +184,7 @@ class WorkFlows(object):
if
output_restart_interval
:
if
output_restart_interval
:
args
.
append
(
'
--restart_interval=
'
+
str
(
int
(
float
(
output_restart_interval
))))
args
.
append
(
'
--restart_interval=
'
+
str
(
int
(
float
(
output_restart_interval
))))
id
=
self
.
cluster
.
run_job
(
'
'
.
join
(
args
),
"
preWRF
"
,
cfg_update
=
dict
(
time
=
"
2
"
),
depends_on
=
[
i
d
])
id
=
self
.
cluster
.
run_job
(
'
'
.
join
(
args
),
"
preWRF
"
,
cfg_update
=
dict
(
time
=
"
2
"
),
depends_on
=
[
d
epends_on
])
cmd
=
script_to_str
(
self
.
cluster
.
run_WRF
).
replace
(
'
<exp.expname>
'
,
exp
.
expname
cmd
=
script_to_str
(
self
.
cluster
.
run_WRF
).
replace
(
'
<exp.expname>
'
,
exp
.
expname
).
replace
(
'
<cluster.wrf_rundir_base>
'
,
self
.
cluster
.
wrf_rundir_base
)
).
replace
(
'
<cluster.wrf_rundir_base>
'
,
self
.
cluster
.
wrf_rundir_base
)
...
@@ -240,7 +244,7 @@ class WorkFlows(object):
...
@@ -240,7 +244,7 @@ class WorkFlows(object):
def
create_satimages
(
self
,
init_time
,
depends_on
=
None
):
def
create_satimages
(
self
,
init_time
,
depends_on
=
None
):
cmd
=
self
.
cluster
.
python_verif
+
'
~/RTTOV-WRF/run_init.py
'
+
self
.
cluster
.
archivedir
+
init_time
.
strftime
(
'
/%Y-%m-%d_%H:%M/
'
)
cmd
=
self
.
cluster
.
python_verif
+
'
~/RTTOV-WRF/run_init.py
'
+
self
.
cluster
.
archivedir
+
init_time
.
strftime
(
'
/%Y-%m-%d_%H:%M/
'
)
id
=
self
.
cluster
.
run_job
(
cmd
,
"
RTTOV
"
,
cfg_update
=
{
"
ntasks
"
:
"
12
"
,
"
time
"
:
"
80
"
,
"
mem
"
:
"
18
0G
"
},
depends_on
=
[
depends_on
])
id
=
self
.
cluster
.
run_job
(
cmd
,
"
RTTOV
"
,
cfg_update
=
{
"
ntasks
"
:
"
12
"
,
"
time
"
:
"
80
"
,
"
mem
"
:
"
20
0G
"
},
depends_on
=
[
depends_on
])
return
id
return
id
...
...
This diff is collapsed.
Click to expand it.
Preview
0%
Loading
Try again
or
attach a new file
.
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Save comment
Cancel
Please
register
or
sign in
to comment