From 4a41db05e4ced9f5b424af1218e803e68a15be3c Mon Sep 17 00:00:00 2001
From: lkugler <lukas.kugler@gmail.com>
Date: Thu, 20 Oct 2022 13:44:39 +0200
Subject: [PATCH] jet config
---
config/cfg.py | 2 +-
config/clusters.py | 29 +++++++++++++++++++++++++++++
dartwrf/run_ens.jet.sh | 6 +++---
scheduler.py | 10 +++++-----
4 files changed, 38 insertions(+), 9 deletions(-)
diff --git a/config/cfg.py b/config/cfg.py
index b045eb1..4668e88 100755
--- a/config/cfg.py
+++ b/config/cfg.py
@@ -1,6 +1,6 @@
import numpy as np
from config import clusters # from . = problem in archivedir
-cluster = clusters.vsc # change cluster configuration here
+cluster = clusters.jet # change cluster configuration here
class ExperimentConfiguration(object):
def __init__(self):
diff --git a/config/clusters.py b/config/clusters.py
index 349ed19..d4b1de9 100755
--- a/config/clusters.py
+++ b/config/clusters.py
@@ -90,3 +90,32 @@ vsc.slurm_cfg = {"account": "p71386", "partition": "skylake_0384", "qos": "p7138
"nodes": "1", "ntasks": "1", "ntasks-per-node": "48", "ntasks-per-core": "1",
"mail-type": "FAIL", "mail-user": "lukas.kugler@univie.ac.at"}
+jet = ClusterConfig()
+jet.name = 'jet'
+
+# binaries
+jet.python = '/jetfs/home/lkugler/miniconda3/bin/python'
+jet.python_verif = '/jetfs/home/lkugler/miniconda3/envs/ensdask/bin/python'
+jet.ncks = '/jetfs/spack/opt/spack/linux-rhel8-skylake_avx512/intel-20.0.2/nco-4.9.3-dhlqiyog7howjmaleyfhm6lkt7ra37xf/bin/ncks'
+jet.ideal = '/jetfs/home/lkugler/bin/ideal-v4.3_v1.22.exe'
+jet.wrfexe = '/jetfs/home/lkugler/bin/wrf-v4.3_v1.22.exe'
+jet.container = ''
+
+# paths for data output
+jet.wrf_rundir_base = '/jetfs/home/lkugler/data/run_WRF/' # path for temporary files
+jet.dart_rundir_base = '/jetfs/home/lkugler/data/run_DART/' # path for temporary files
+jet.archive_base = '/jetfs/home/lkugler/data/sim_archive/'
+
+# paths used as input
+jet.srcdir = '/jetfs/home/lkugler/data/compile/WRF-4.3/run'
+jet.dart_srcdir = '/jetfs/home/lkugler/data/compile/DART-9.11.9/DART/models/wrf/work'
+jet.rttov_srcdir = '/jetfs/home/lkugler/data/compile/RTTOV13/rtcoef_rttov13/'
+jet.scriptsdir = '/jetfs/home/lkugler/DART-WRF/dartwrf/'
+
+# templates/run scripts
+jet.namelist = jet.scriptsdir+'/../templates/namelist.input'
+jet.run_WRF = '/jetfs/home/lkugler/DART-WRF/dartwrf/run_ens.jet.sh'
+
+jet.slurm_cfg = {"account": "", "partition": "compute",
+ "nodes": "1", "ntasks": "1", "ntasks-per-node": "40", "ntasks-per-core": "1",
+ "mail-type": "FAIL", "mail-user": "lukas.kugler@univie.ac.at"}
diff --git a/dartwrf/run_ens.jet.sh b/dartwrf/run_ens.jet.sh
index e15d400..6b9245f 100755
--- a/dartwrf/run_ens.jet.sh
+++ b/dartwrf/run_ens.jet.sh
@@ -1,8 +1,8 @@
module purge
-module load
-export SLURM_STEP_GRES=none
+module load intel-parallel-studio/composer.2020.2-intel-20.0.2-zuot22y \
+ netcdf-fortran/4.5.3-intel-20.0.2-irdm5gq
+#export SLURM_STEP_GRES=none
-## $SLURM_ARRAY_TASK_ID
echo "SLURM_ARRAY_TASK_ID:"$SLURM_ARRAY_TASK_ID
EXPNAME=<exp.expname>
diff --git a/scheduler.py b/scheduler.py
index 519e7f2..36cb307 100755
--- a/scheduler.py
+++ b/scheduler.py
@@ -223,19 +223,19 @@ def gen_obsseq(depends_on=None):
def verify_sat(depends_on=None):
s = my_Slurm("verif-SAT-"+exp.expname, cfg_update={"time": "120", "mail-type": "FAIL,END", "ntasks": "1",
"ntasks-per-node": "1", "ntasks-per-core": "1"})
- cmd = cluster.python_enstools+' /home/fs71386/lkugler/osse_analysis/plot_from_raw/analyze_fc.py '+exp.expname+' has_node sat verif1d FSS BS'
+ cmd = cluster.python_verif+' /jetfs/home/lkugler/osse_analysis/plot_from_raw/analyze_fc.py '+exp.expname+' has_node sat verif1d FSS BS'
s.run(cmd, depends_on=[depends_on])
def verify_wrf(depends_on=None):
s = my_Slurm("verif-WRF-"+exp.expname, cfg_update={"time": "180", "mail-type": "FAIL,END", "ntasks": "1",
"ntasks-per-node": "1", "ntasks-per-core": "1"})
- cmd = cluster.python_enstools+' /home/fs71386/lkugler/osse_analysis/plot_from_raw/analyze_fc.py '+exp.expname+' has_node wrf verif1d FSS BS'
+ cmd = cluster.python_verif+' /jetfs/home/lkugler/osse_analysis/plot_from_raw/analyze_fc.py '+exp.expname+' has_node wrf verif1d FSS BS'
s.run(cmd, depends_on=[depends_on])
def verify_fast(depends_on=None):
s = my_Slurm("verif-fast-"+exp.expname, cfg_update={"time": "30", "mail-type": "FAIL", "ntasks": "1",
"ntasks-per-node": "1", "ntasks-per-core": "1"})
- cmd = cluster.python_enstools+' /home/fs71386/lkugler/osse_analysis/plot_fast/plot_single_exp.py '+exp.expname
+ cmd = cluster.python_verif+' /jetfs/home/lkugler/osse_analysis/plot_fast/plot_single_exp.py '+exp.expname
s.run(cmd, depends_on=[depends_on])
################################
@@ -249,7 +249,7 @@ if __name__ == "__main__":
id = None
if True: # warm bubble
- prior_path_exp = '/gpfs/data/fs71386/lkugler/sim_archive/exp_v1.19_P3_wbub7_noDA'
+ prior_path_exp = '/jetfs/home/lkugler/data/sim_archive/exp_v1.19_P3_wbub7_noDA'
init_time = dt.datetime(2008, 7, 30, 12)
time = dt.datetime(2008, 7, 30, 12,30)
@@ -261,7 +261,7 @@ if __name__ == "__main__":
# id = wrfinput_insert_wbubble(depends_on=id)
if False: # random
- prior_path_exp = '/gpfs/data/fs71386/lkugler/sim_archive/exp_v1.19_P2_noDA'
+ prior_path_exp = '/jetfs/home/lkugler/data/sim_archive/exp_v1.19_P2_noDA'
init_time = dt.datetime(2008, 7, 30, 12)
time = dt.datetime(2008, 7, 30, 13)
--
GitLab